├── .gitignore ├── README.md ├── _resources ├── data │ ├── bitwise │ │ ├── columnLocationMap.csv │ │ │ ├── ._SUCCESS.crc │ │ │ ├── .part-00000.crc │ │ │ ├── _SUCCESS │ │ │ └── part-00000 │ │ ├── proxy_fixed.csv │ │ ├── proxy_fixed_Bitwise.csv │ │ │ ├── ._SUCCESS.crc │ │ │ ├── .part-00000-945fe513-4623-44b8-86a6-250af7896f64.csv.crc │ │ │ ├── _SUCCESS │ │ │ └── part-00000-945fe513-4623-44b8-86a6-250af7896f64.csv │ │ └── proxy_fixed_bit.csv │ ├── dataloader │ │ ├── ds1.csv │ │ └── ds2.csv │ ├── integrity │ │ ├── proxy_fixed.csv │ │ ├── proxy_fixed │ │ │ ├── ._SUCCESS.crc │ │ │ ├── .part-00000-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet.crc │ │ │ ├── .part-00001-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet.crc │ │ │ ├── _SUCCESS │ │ │ ├── part-00000-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet │ │ │ └── part-00001-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet │ │ └── proxy_fixed_with_index2.csv │ │ │ ├── ._SUCCESS.crc │ │ │ ├── .part-00000-5f540a43-61f3-4fb3-87f1-8b0636e5519b.csv.crc │ │ │ ├── _SUCCESS │ │ │ └── part-00000-5f540a43-61f3-4fb3-87f1-8b0636e5519b.csv │ └── zip │ │ ├── 4000_cols_1_row.csv1.7Z │ │ ├── 4000_cols_1_row.csv2.7z │ │ ├── data1.ZIP │ │ └── data2.zip └── hadoop_home │ └── bin │ └── winutils.exe ├── activemq ├── pom.xml └── src │ └── main │ ├── java │ └── poc │ │ └── activemq │ │ ├── MainHttp.java │ │ ├── MainJava.java │ │ ├── queue │ │ ├── consumer │ │ │ ├── HttpActiveMQConsumer.java │ │ │ ├── JavaActiveMQConsumer.java │ │ │ ├── MessageConsumer.java │ │ │ └── QueueSubscriber.java │ │ ├── producer │ │ │ ├── HttpActiveMQProducer.java │ │ │ ├── JavaActiveMQProducer.java │ │ │ └── ProducerWrapper.java │ │ └── util │ │ │ ├── ActiveMQBrokerFailover.java │ │ │ └── MessageBuilder.java │ │ └── thetaray │ │ ├── old │ │ └── mq │ │ │ ├── ActiveMQBrokerFailover.java │ │ │ ├── consumer │ │ │ └── ActiveMQConsumerBean.java │ │ │ └── producer │ │ │ └── ActiveMQProducerController.java │ │ └── queue │ │ ├── activemq │ │ └── ActiveMQConnectionHelper.java │ │ ├── connection │ │ └── QueueConnectionSingleton.java │ │ ├── consumer │ │ └── QueueConsumer.java │ │ └── producer │ │ ├── QueueProducer.java │ │ ├── QueueProducerBean.java │ │ └── QueueProducerTiny.java │ └── resources │ ├── log4j.properties │ └── logback.xml ├── add_missing_files.patch ├── cassandra ├── _input │ ├── aaa.csv │ └── proxy.csv ├── achilles-driver │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── poc │ │ └── AchillesConfig.java ├── astyanax-driver-netflix │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── poc │ │ └── CassandraClient.java ├── datastax-driver │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── poc │ │ ├── CreateAndPopulateKeyspace.java │ │ ├── ReadCassandraVersion.java │ │ ├── ReadTopologyAndSchemaMetadata.java │ │ └── json │ │ └── JacksonJsonColumn.java ├── pom.xml ├── spark-driver │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── poc │ │ ├── Main.java │ │ ├── QueryCassandra.java │ │ ├── driver │ │ └── SparkDriver.java │ │ └── model │ │ ├── Product.java │ │ ├── Sale.java │ │ └── Summary.java ├── spark-scala-driver │ ├── input │ │ └── sample.csv │ ├── pom.xml │ └── src │ │ ├── SparkSql2CassandraCsv.scala │ │ └── poc │ │ ├── CsvWriter.scala │ │ ├── Driver.scala │ │ └── SparkSqlCassandraCsv.scala ├── spark-thetaray-data │ ├── pom.xml │ └── src │ │ └── main │ │ └── java │ │ └── poc │ │ ├── QueryCassandra.java │ │ ├── dal │ │ ├── CassandraReader.java │ │ └── CassandraWriter.java │ │ ├── ddl │ │ └── Creator.java │ │ ├── driver │ │ └── SparkDriver.java │ │ └── model │ │ ├── EntityId.java │ │ └── Proxy.java └── spring-driver │ ├── pom.xml │ └── src │ └── main │ ├── java │ └── poc │ │ ├── model │ │ └── Person.java │ │ ├── repo │ │ └── PersonRepo.java │ │ └── test │ │ ├── Application.java │ │ └── TestConfig.java │ └── resources │ └── spring-config.xml ├── drools ├── pom.xml └── src │ └── main │ ├── java │ └── poc │ │ ├── DroolsTest.java │ │ ├── ItemCity.java │ │ └── Main.java │ └── resources │ ├── Nagpur.drl │ └── Pune.drl ├── elastics ├── pom.xml └── src │ ├── main │ ├── java │ │ └── poc │ │ │ └── elastic │ │ │ ├── DSRecord.java │ │ │ ├── Indexer.java │ │ │ ├── Searcher.java │ │ │ └── TimeWindow.java │ └── resources │ │ ├── logback.xml │ │ └── logback.xsd │ └── test │ ├── java │ └── poc │ │ └── elastic │ │ ├── IndexerTest.java │ │ └── Traceback.java │ └── resources │ └── logback.xml ├── hadoop ├── hadoop-permission │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── poc │ │ │ └── hadoop │ │ │ ├── HdfsUtil.java │ │ │ ├── common │ │ │ ├── ConfigurationHelper.java │ │ │ ├── FileAlreadyExistsPolicy.java │ │ │ ├── HadoopDoAs.java │ │ │ ├── HadoopFileHelper.java │ │ │ ├── HadoopValidator.java │ │ │ ├── InputStreamObj.java │ │ │ └── StreamCopyHelper.java │ │ │ └── kerberos │ │ │ ├── HadoopDoAs.java │ │ │ └── HdfsKerberos.java │ │ └── resources │ │ └── config.properties ├── hdfs │ ├── pom.xml │ └── src │ │ ├── main │ │ └── java │ │ │ └── poc │ │ │ ├── ClusterReportRecord.java │ │ │ └── HDFSUtil.java │ │ └── test │ │ └── java │ │ ├── HDFSUtilTest.java │ │ ├── Repeat.java │ │ └── RepeatRule.java └── pom.xml ├── kafka ├── dependency-reduced-pom.xml ├── pom.xml ├── prod-cons │ ├── dependency-reduced-pom.xml │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── poc │ │ │ └── kafka │ │ │ ├── KafkaConsumerFromSpark.java │ │ │ └── KafkaProducerForSpark.java │ │ └── resources │ │ └── log4j.properties └── wiki-streamTimer │ ├── pom.xml │ └── src │ └── main │ ├── java │ ├── io │ │ └── amient │ │ │ ├── examples │ │ │ └── wikipedia │ │ │ │ ├── JsonPOJOSerde.java │ │ │ │ ├── WikipediaMessage.java │ │ │ │ └── main │ │ │ │ └── WikipediaStreamDemo.java │ │ │ └── kafka │ │ │ └── connect │ │ │ └── irc │ │ │ ├── IRCFeedConnector.java │ │ │ ├── IRCFeedTask.java │ │ │ └── IRCMessage.java │ └── org │ │ └── apache │ │ └── kafka │ │ └── connect │ │ └── api │ │ └── ConnectEmbedded.java │ └── resources │ └── log4j.properties ├── pom.xml ├── scala ├── pom.xml └── src │ └── main │ ├── java │ └── spark │ │ └── streaming │ │ └── hdfs │ │ ├── HdfsWordCount.scala │ │ ├── RddToStream.scala │ │ └── StructueStream.scala │ └── resources │ └── log4j.properties ├── spark ├── pom.xml ├── run.sh ├── spark-common │ ├── dependency-reduced-pom.xml │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── poc │ │ │ ├── commons │ │ │ ├── ExecutionMode.java │ │ │ ├── JavaSparkSessionSingleton.java │ │ │ ├── SparkConfiguration.java │ │ │ ├── SparkContextFactory.java │ │ │ ├── SparkCoreException.java │ │ │ ├── SparkSessionInitializer.java │ │ │ └── time │ │ │ │ └── StreamTimer.java │ │ │ └── helpers │ │ │ └── FileHelper.java │ │ └── resources │ │ └── log4j.properties ├── spark-mllib-scala │ ├── dependency-reduced-pom.xml │ ├── pom.xml │ └── src │ │ └── spark │ │ └── mllib │ │ └── scala │ │ └── SampleDBSCANJob.scala ├── spark-mllib │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── poc │ │ │ └── mllib │ │ │ └── matrix │ │ │ └── MatrixManipulation.java │ │ └── resources │ │ ├── input_file.csv │ │ └── matrix ├── spark-protobuf │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── poc │ │ │ └── spark │ │ │ ├── avro │ │ │ ├── SparkToAvro.java │ │ │ ├── User.java │ │ │ ├── user.avsc │ │ │ └── users.avro │ │ │ └── protobuf │ │ │ └── SparkToProtobuf.java │ │ └── resources │ │ ├── logback.xml │ │ └── logback.xsd ├── spark-rdd │ ├── dependency-reduced-pom.xml │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── poc │ │ │ ├── JavaTest.java │ │ │ ├── rdd │ │ │ ├── CountWords.java │ │ │ └── JavaSparkPi.java │ │ │ └── zip │ │ │ ├── gzipsparkscala │ │ │ ├── TarGzExtractor.scala │ │ │ └── ZipReader.java │ │ │ ├── sevenZ │ │ │ ├── SevenZipExtractor.java │ │ │ └── ZipExtractor1.java │ │ │ ├── zipfileinputformat │ │ │ ├── ContextWriter.java │ │ │ ├── ZipFileInputFormat.java │ │ │ ├── ZipFileRecordReader.java │ │ │ └── ZipReader.java │ │ │ └── zipsparkscala │ │ │ ├── SevenZExtractor.scala │ │ │ ├── ZipExtractor.scala │ │ │ └── ZipReader.java │ │ └── resources │ │ └── log4j.properties ├── spark-sql │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── poc │ │ │ └── sql │ │ │ ├── dataloader │ │ │ ├── DataFieldItem.java │ │ │ ├── RDDToDF_CreateDataFrame.java │ │ │ └── SparkSequenceService.java │ │ │ └── integrity │ │ │ ├── bitwise │ │ │ ├── ColumnLocation.java │ │ │ ├── SparkIntegrityBitwiseUsingJoin.java │ │ │ └── best │ │ │ │ ├── SparkIntegrityBitwiseUsingFilter.java │ │ │ │ └── SparkIntegrityBitwiseUsingFilter_PrepareData.java │ │ │ ├── internal │ │ │ ├── CreateNoValidValues.java │ │ │ ├── SparkReadFromDataSource.java │ │ │ ├── bigfilter │ │ │ │ ├── BigFilter.java │ │ │ │ ├── BigFilterPageBeforeFilter_List.java │ │ │ │ ├── BigFilterPageBeforeFilter_Map.java │ │ │ │ └── BigFilterWithPairRDD.java │ │ │ ├── bigjoin │ │ │ │ ├── BigJoin.java │ │ │ │ ├── BigJoinPageBeforeJoin.java │ │ │ │ └── BigJoinWithCassandra.java │ │ │ ├── generator │ │ │ │ ├── BitwiseGenerator.java │ │ │ │ └── FileGenerator.java │ │ │ ├── helper │ │ │ │ ├── BitwiseHelper.java │ │ │ │ ├── DatasetHelper.java │ │ │ │ └── FileHelper.java │ │ │ └── prop │ │ │ │ ├── Prop.java │ │ │ │ ├── Properties_1.java │ │ │ │ ├── Properties_2.java │ │ │ │ └── Properties_home.java │ │ │ └── percolumn │ │ │ └── SparkIntegrityPerColumn.java │ │ ├── resources │ │ └── log4j.properties │ │ └── scala │ │ └── JoinWithScala.scala ├── spark-streaming │ ├── dependency-reduced-pom.xml │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── poc │ │ │ └── streaming │ │ │ ├── rddtostream │ │ │ ├── GenerateFile.java │ │ │ ├── JavaQueueStream.java │ │ │ └── JavaQueueStream_src.java │ │ │ └── stream │ │ │ ├── kafka │ │ │ ├── JavaDirectKafkaWordCount.java │ │ │ ├── KafkaConfig.java │ │ │ ├── StatefulKafkaToHDFS.java │ │ │ └── StatefulKafkaWordCount.java │ │ │ └── network │ │ │ ├── JavaNetworkWordCount.java │ │ │ └── JavaStatefulNetworkWordCount.java │ │ └── resources │ │ └── log4j.properties └── spark-structure-streaming │ ├── pom.xml │ └── src │ └── main │ ├── java │ └── poc │ │ └── spark │ │ └── streaming │ │ ├── FileGenerator.java │ │ ├── SparkJavaStreamSqlTest.java │ │ └── SparkJavaStreamStreamManagement.java │ └── resources │ ├── logback.xml │ └── logback.xsd ├── spring-boot ├── pom.xml ├── spring-boot-avro │ ├── pom.xml │ ├── run.sh │ └── src │ │ └── main │ │ ├── docker │ │ └── Dockerfile │ │ ├── java │ │ └── poc │ │ │ └── avro │ │ │ ├── Application.java │ │ │ └── Controller.java │ │ └── resources │ │ ├── index.html │ │ ├── iris.avro │ │ ├── iris.parquet │ │ ├── node_avro.js │ │ ├── node_parquet.js │ │ ├── node_test.js │ │ ├── package-lock.json │ │ └── test.js └── spring-boot-web │ ├── pom.xml │ ├── run.sh │ └── src │ └── main │ ├── docker │ └── Dockerfile │ └── java │ └── poc │ └── platform │ └── Application.java ├── spring-integration-tutorial ├── lab1-channels │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── com │ │ │ └── intertech │ │ │ └── lab1 │ │ │ └── Startup.java │ │ └── resources │ │ ├── META-INF │ │ └── spring │ │ │ └── si-components.xml │ │ └── logback.xml ├── lab2-file-adapters │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── com │ │ │ └── intertech │ │ │ └── lab1 │ │ │ └── Startup.java │ │ └── resources │ │ ├── META-INF │ │ └── spring │ │ │ └── si-components.xml │ │ └── logback.xml ├── lab2-jms-adapters │ ├── pom.xml │ └── src │ │ └── main │ │ ├── java │ │ └── com │ │ │ └── intertech │ │ │ └── lab1 │ │ │ └── Startup.java │ │ └── resources │ │ ├── META-INF │ │ └── spring │ │ │ └── si-components.xml │ │ └── logback.xml └── pom.xml ├── test.1.log.zip └── users.avro /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/README.md -------------------------------------------------------------------------------- /_resources/data/bitwise/columnLocationMap.csv/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /_resources/data/bitwise/columnLocationMap.csv/.part-00000.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/bitwise/columnLocationMap.csv/.part-00000.crc -------------------------------------------------------------------------------- /_resources/data/bitwise/columnLocationMap.csv/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_resources/data/bitwise/columnLocationMap.csv/part-00000: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/bitwise/columnLocationMap.csv/part-00000 -------------------------------------------------------------------------------- /_resources/data/bitwise/proxy_fixed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/bitwise/proxy_fixed.csv -------------------------------------------------------------------------------- /_resources/data/bitwise/proxy_fixed_Bitwise.csv/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /_resources/data/bitwise/proxy_fixed_Bitwise.csv/.part-00000-945fe513-4623-44b8-86a6-250af7896f64.csv.crc: -------------------------------------------------------------------------------- 1 | crc!,6 -------------------------------------------------------------------------------- /_resources/data/bitwise/proxy_fixed_Bitwise.csv/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_resources/data/bitwise/proxy_fixed_Bitwise.csv/part-00000-945fe513-4623-44b8-86a6-250af7896f64.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/bitwise/proxy_fixed_Bitwise.csv/part-00000-945fe513-4623-44b8-86a6-250af7896f64.csv -------------------------------------------------------------------------------- /_resources/data/bitwise/proxy_fixed_bit.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/bitwise/proxy_fixed_bit.csv -------------------------------------------------------------------------------- /_resources/data/dataloader/ds1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/dataloader/ds1.csv -------------------------------------------------------------------------------- /_resources/data/dataloader/ds2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/dataloader/ds2.csv -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/integrity/proxy_fixed.csv -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed/.part-00000-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/integrity/proxy_fixed/.part-00000-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet.crc -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed/.part-00001-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/integrity/proxy_fixed/.part-00001-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet.crc -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed/part-00000-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/integrity/proxy_fixed/part-00000-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed/part-00001-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/integrity/proxy_fixed/part-00001-8cb9d9f0-c587-4fdb-886b-2cbc75148eab.snappy.parquet -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed_with_index2.csv/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed_with_index2.csv/.part-00000-5f540a43-61f3-4fb3-87f1-8b0636e5519b.csv.crc: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed_with_index2.csv/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /_resources/data/integrity/proxy_fixed_with_index2.csv/part-00000-5f540a43-61f3-4fb3-87f1-8b0636e5519b.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/integrity/proxy_fixed_with_index2.csv/part-00000-5f540a43-61f3-4fb3-87f1-8b0636e5519b.csv -------------------------------------------------------------------------------- /_resources/data/zip/4000_cols_1_row.csv1.7Z: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/zip/4000_cols_1_row.csv1.7Z -------------------------------------------------------------------------------- /_resources/data/zip/4000_cols_1_row.csv2.7z: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/zip/4000_cols_1_row.csv2.7z -------------------------------------------------------------------------------- /_resources/data/zip/data1.ZIP: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/zip/data1.ZIP -------------------------------------------------------------------------------- /_resources/data/zip/data2.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/data/zip/data2.zip -------------------------------------------------------------------------------- /_resources/hadoop_home/bin/winutils.exe: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/_resources/hadoop_home/bin/winutils.exe -------------------------------------------------------------------------------- /activemq/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/pom.xml -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/MainHttp.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/MainHttp.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/MainJava.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/MainJava.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/consumer/HttpActiveMQConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/consumer/HttpActiveMQConsumer.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/consumer/JavaActiveMQConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/consumer/JavaActiveMQConsumer.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/consumer/MessageConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/consumer/MessageConsumer.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/consumer/QueueSubscriber.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/consumer/QueueSubscriber.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/producer/HttpActiveMQProducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/producer/HttpActiveMQProducer.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/producer/JavaActiveMQProducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/producer/JavaActiveMQProducer.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/producer/ProducerWrapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/producer/ProducerWrapper.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/util/ActiveMQBrokerFailover.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/util/ActiveMQBrokerFailover.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/queue/util/MessageBuilder.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/queue/util/MessageBuilder.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/old/mq/ActiveMQBrokerFailover.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/old/mq/ActiveMQBrokerFailover.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/old/mq/consumer/ActiveMQConsumerBean.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/old/mq/consumer/ActiveMQConsumerBean.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/old/mq/producer/ActiveMQProducerController.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/old/mq/producer/ActiveMQProducerController.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/queue/activemq/ActiveMQConnectionHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/queue/activemq/ActiveMQConnectionHelper.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/queue/connection/QueueConnectionSingleton.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/queue/connection/QueueConnectionSingleton.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/queue/consumer/QueueConsumer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/queue/consumer/QueueConsumer.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/queue/producer/QueueProducer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/queue/producer/QueueProducer.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/queue/producer/QueueProducerBean.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/queue/producer/QueueProducerBean.java -------------------------------------------------------------------------------- /activemq/src/main/java/poc/activemq/thetaray/queue/producer/QueueProducerTiny.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/java/poc/activemq/thetaray/queue/producer/QueueProducerTiny.java -------------------------------------------------------------------------------- /activemq/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /activemq/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/activemq/src/main/resources/logback.xml -------------------------------------------------------------------------------- /add_missing_files.patch: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /cassandra/_input/aaa.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/_input/aaa.csv -------------------------------------------------------------------------------- /cassandra/_input/proxy.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/_input/proxy.csv -------------------------------------------------------------------------------- /cassandra/achilles-driver/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/achilles-driver/pom.xml -------------------------------------------------------------------------------- /cassandra/achilles-driver/src/main/java/poc/AchillesConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/achilles-driver/src/main/java/poc/AchillesConfig.java -------------------------------------------------------------------------------- /cassandra/astyanax-driver-netflix/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/astyanax-driver-netflix/pom.xml -------------------------------------------------------------------------------- /cassandra/astyanax-driver-netflix/src/main/java/poc/CassandraClient.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/astyanax-driver-netflix/src/main/java/poc/CassandraClient.java -------------------------------------------------------------------------------- /cassandra/datastax-driver/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/datastax-driver/pom.xml -------------------------------------------------------------------------------- /cassandra/datastax-driver/src/main/java/poc/CreateAndPopulateKeyspace.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/datastax-driver/src/main/java/poc/CreateAndPopulateKeyspace.java -------------------------------------------------------------------------------- /cassandra/datastax-driver/src/main/java/poc/ReadCassandraVersion.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/datastax-driver/src/main/java/poc/ReadCassandraVersion.java -------------------------------------------------------------------------------- /cassandra/datastax-driver/src/main/java/poc/ReadTopologyAndSchemaMetadata.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/datastax-driver/src/main/java/poc/ReadTopologyAndSchemaMetadata.java -------------------------------------------------------------------------------- /cassandra/datastax-driver/src/main/java/poc/json/JacksonJsonColumn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/datastax-driver/src/main/java/poc/json/JacksonJsonColumn.java -------------------------------------------------------------------------------- /cassandra/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/pom.xml -------------------------------------------------------------------------------- /cassandra/spark-driver/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-driver/pom.xml -------------------------------------------------------------------------------- /cassandra/spark-driver/src/main/java/poc/Main.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-driver/src/main/java/poc/Main.java -------------------------------------------------------------------------------- /cassandra/spark-driver/src/main/java/poc/QueryCassandra.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-driver/src/main/java/poc/QueryCassandra.java -------------------------------------------------------------------------------- /cassandra/spark-driver/src/main/java/poc/driver/SparkDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-driver/src/main/java/poc/driver/SparkDriver.java -------------------------------------------------------------------------------- /cassandra/spark-driver/src/main/java/poc/model/Product.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-driver/src/main/java/poc/model/Product.java -------------------------------------------------------------------------------- /cassandra/spark-driver/src/main/java/poc/model/Sale.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-driver/src/main/java/poc/model/Sale.java -------------------------------------------------------------------------------- /cassandra/spark-driver/src/main/java/poc/model/Summary.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-driver/src/main/java/poc/model/Summary.java -------------------------------------------------------------------------------- /cassandra/spark-scala-driver/input/sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-scala-driver/input/sample.csv -------------------------------------------------------------------------------- /cassandra/spark-scala-driver/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-scala-driver/pom.xml -------------------------------------------------------------------------------- /cassandra/spark-scala-driver/src/SparkSql2CassandraCsv.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-scala-driver/src/SparkSql2CassandraCsv.scala -------------------------------------------------------------------------------- /cassandra/spark-scala-driver/src/poc/CsvWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-scala-driver/src/poc/CsvWriter.scala -------------------------------------------------------------------------------- /cassandra/spark-scala-driver/src/poc/Driver.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-scala-driver/src/poc/Driver.scala -------------------------------------------------------------------------------- /cassandra/spark-scala-driver/src/poc/SparkSqlCassandraCsv.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-scala-driver/src/poc/SparkSqlCassandraCsv.scala -------------------------------------------------------------------------------- /cassandra/spark-thetaray-data/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-thetaray-data/pom.xml -------------------------------------------------------------------------------- /cassandra/spark-thetaray-data/src/main/java/poc/QueryCassandra.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-thetaray-data/src/main/java/poc/QueryCassandra.java -------------------------------------------------------------------------------- /cassandra/spark-thetaray-data/src/main/java/poc/dal/CassandraReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-thetaray-data/src/main/java/poc/dal/CassandraReader.java -------------------------------------------------------------------------------- /cassandra/spark-thetaray-data/src/main/java/poc/dal/CassandraWriter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-thetaray-data/src/main/java/poc/dal/CassandraWriter.java -------------------------------------------------------------------------------- /cassandra/spark-thetaray-data/src/main/java/poc/ddl/Creator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-thetaray-data/src/main/java/poc/ddl/Creator.java -------------------------------------------------------------------------------- /cassandra/spark-thetaray-data/src/main/java/poc/driver/SparkDriver.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-thetaray-data/src/main/java/poc/driver/SparkDriver.java -------------------------------------------------------------------------------- /cassandra/spark-thetaray-data/src/main/java/poc/model/EntityId.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-thetaray-data/src/main/java/poc/model/EntityId.java -------------------------------------------------------------------------------- /cassandra/spark-thetaray-data/src/main/java/poc/model/Proxy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spark-thetaray-data/src/main/java/poc/model/Proxy.java -------------------------------------------------------------------------------- /cassandra/spring-driver/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spring-driver/pom.xml -------------------------------------------------------------------------------- /cassandra/spring-driver/src/main/java/poc/model/Person.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spring-driver/src/main/java/poc/model/Person.java -------------------------------------------------------------------------------- /cassandra/spring-driver/src/main/java/poc/repo/PersonRepo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spring-driver/src/main/java/poc/repo/PersonRepo.java -------------------------------------------------------------------------------- /cassandra/spring-driver/src/main/java/poc/test/Application.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spring-driver/src/main/java/poc/test/Application.java -------------------------------------------------------------------------------- /cassandra/spring-driver/src/main/java/poc/test/TestConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spring-driver/src/main/java/poc/test/TestConfig.java -------------------------------------------------------------------------------- /cassandra/spring-driver/src/main/resources/spring-config.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/cassandra/spring-driver/src/main/resources/spring-config.xml -------------------------------------------------------------------------------- /drools/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/drools/pom.xml -------------------------------------------------------------------------------- /drools/src/main/java/poc/DroolsTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/drools/src/main/java/poc/DroolsTest.java -------------------------------------------------------------------------------- /drools/src/main/java/poc/ItemCity.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/drools/src/main/java/poc/ItemCity.java -------------------------------------------------------------------------------- /drools/src/main/java/poc/Main.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/drools/src/main/java/poc/Main.java -------------------------------------------------------------------------------- /drools/src/main/resources/Nagpur.drl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/drools/src/main/resources/Nagpur.drl -------------------------------------------------------------------------------- /drools/src/main/resources/Pune.drl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/drools/src/main/resources/Pune.drl -------------------------------------------------------------------------------- /elastics/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/pom.xml -------------------------------------------------------------------------------- /elastics/src/main/java/poc/elastic/DSRecord.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/main/java/poc/elastic/DSRecord.java -------------------------------------------------------------------------------- /elastics/src/main/java/poc/elastic/Indexer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/main/java/poc/elastic/Indexer.java -------------------------------------------------------------------------------- /elastics/src/main/java/poc/elastic/Searcher.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/main/java/poc/elastic/Searcher.java -------------------------------------------------------------------------------- /elastics/src/main/java/poc/elastic/TimeWindow.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/main/java/poc/elastic/TimeWindow.java -------------------------------------------------------------------------------- /elastics/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/main/resources/logback.xml -------------------------------------------------------------------------------- /elastics/src/main/resources/logback.xsd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/main/resources/logback.xsd -------------------------------------------------------------------------------- /elastics/src/test/java/poc/elastic/IndexerTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/test/java/poc/elastic/IndexerTest.java -------------------------------------------------------------------------------- /elastics/src/test/java/poc/elastic/Traceback.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/test/java/poc/elastic/Traceback.java -------------------------------------------------------------------------------- /elastics/src/test/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/elastics/src/test/resources/logback.xml -------------------------------------------------------------------------------- /hadoop/hadoop-permission/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/pom.xml -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/HdfsUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/HdfsUtil.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/common/ConfigurationHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/common/ConfigurationHelper.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/common/FileAlreadyExistsPolicy.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/common/FileAlreadyExistsPolicy.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/common/HadoopDoAs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/common/HadoopDoAs.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/common/HadoopFileHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/common/HadoopFileHelper.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/common/HadoopValidator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/common/HadoopValidator.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/common/InputStreamObj.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/common/InputStreamObj.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/common/StreamCopyHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/common/StreamCopyHelper.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/kerberos/HadoopDoAs.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/kerberos/HadoopDoAs.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/java/poc/hadoop/kerberos/HdfsKerberos.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/java/poc/hadoop/kerberos/HdfsKerberos.java -------------------------------------------------------------------------------- /hadoop/hadoop-permission/src/main/resources/config.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hadoop-permission/src/main/resources/config.properties -------------------------------------------------------------------------------- /hadoop/hdfs/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hdfs/pom.xml -------------------------------------------------------------------------------- /hadoop/hdfs/src/main/java/poc/ClusterReportRecord.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hdfs/src/main/java/poc/ClusterReportRecord.java -------------------------------------------------------------------------------- /hadoop/hdfs/src/main/java/poc/HDFSUtil.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hdfs/src/main/java/poc/HDFSUtil.java -------------------------------------------------------------------------------- /hadoop/hdfs/src/test/java/HDFSUtilTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hdfs/src/test/java/HDFSUtilTest.java -------------------------------------------------------------------------------- /hadoop/hdfs/src/test/java/Repeat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hdfs/src/test/java/Repeat.java -------------------------------------------------------------------------------- /hadoop/hdfs/src/test/java/RepeatRule.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/hdfs/src/test/java/RepeatRule.java -------------------------------------------------------------------------------- /hadoop/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/hadoop/pom.xml -------------------------------------------------------------------------------- /kafka/dependency-reduced-pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/dependency-reduced-pom.xml -------------------------------------------------------------------------------- /kafka/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/pom.xml -------------------------------------------------------------------------------- /kafka/prod-cons/dependency-reduced-pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/prod-cons/dependency-reduced-pom.xml -------------------------------------------------------------------------------- /kafka/prod-cons/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/prod-cons/pom.xml -------------------------------------------------------------------------------- /kafka/prod-cons/src/main/java/poc/kafka/KafkaConsumerFromSpark.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/prod-cons/src/main/java/poc/kafka/KafkaConsumerFromSpark.java -------------------------------------------------------------------------------- /kafka/prod-cons/src/main/java/poc/kafka/KafkaProducerForSpark.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/prod-cons/src/main/java/poc/kafka/KafkaProducerForSpark.java -------------------------------------------------------------------------------- /kafka/prod-cons/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/prod-cons/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/pom.xml -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/src/main/java/io/amient/examples/wikipedia/JsonPOJOSerde.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/src/main/java/io/amient/examples/wikipedia/JsonPOJOSerde.java -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/src/main/java/io/amient/examples/wikipedia/WikipediaMessage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/src/main/java/io/amient/examples/wikipedia/WikipediaMessage.java -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/src/main/java/io/amient/examples/wikipedia/main/WikipediaStreamDemo.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/src/main/java/io/amient/examples/wikipedia/main/WikipediaStreamDemo.java -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/src/main/java/io/amient/kafka/connect/irc/IRCFeedConnector.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/src/main/java/io/amient/kafka/connect/irc/IRCFeedConnector.java -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/src/main/java/io/amient/kafka/connect/irc/IRCFeedTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/src/main/java/io/amient/kafka/connect/irc/IRCFeedTask.java -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/src/main/java/io/amient/kafka/connect/irc/IRCMessage.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/src/main/java/io/amient/kafka/connect/irc/IRCMessage.java -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/src/main/java/org/apache/kafka/connect/api/ConnectEmbedded.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/src/main/java/org/apache/kafka/connect/api/ConnectEmbedded.java -------------------------------------------------------------------------------- /kafka/wiki-streamTimer/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/kafka/wiki-streamTimer/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/pom.xml -------------------------------------------------------------------------------- /scala/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/scala/pom.xml -------------------------------------------------------------------------------- /scala/src/main/java/spark/streaming/hdfs/HdfsWordCount.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/scala/src/main/java/spark/streaming/hdfs/HdfsWordCount.scala -------------------------------------------------------------------------------- /scala/src/main/java/spark/streaming/hdfs/RddToStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/scala/src/main/java/spark/streaming/hdfs/RddToStream.scala -------------------------------------------------------------------------------- /scala/src/main/java/spark/streaming/hdfs/StructueStream.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/scala/src/main/java/spark/streaming/hdfs/StructueStream.scala -------------------------------------------------------------------------------- /scala/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/scala/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /spark/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/pom.xml -------------------------------------------------------------------------------- /spark/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/run.sh -------------------------------------------------------------------------------- /spark/spark-common/dependency-reduced-pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/dependency-reduced-pom.xml -------------------------------------------------------------------------------- /spark/spark-common/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/pom.xml -------------------------------------------------------------------------------- /spark/spark-common/src/main/java/poc/commons/ExecutionMode.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/java/poc/commons/ExecutionMode.java -------------------------------------------------------------------------------- /spark/spark-common/src/main/java/poc/commons/JavaSparkSessionSingleton.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/java/poc/commons/JavaSparkSessionSingleton.java -------------------------------------------------------------------------------- /spark/spark-common/src/main/java/poc/commons/SparkConfiguration.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/java/poc/commons/SparkConfiguration.java -------------------------------------------------------------------------------- /spark/spark-common/src/main/java/poc/commons/SparkContextFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/java/poc/commons/SparkContextFactory.java -------------------------------------------------------------------------------- /spark/spark-common/src/main/java/poc/commons/SparkCoreException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/java/poc/commons/SparkCoreException.java -------------------------------------------------------------------------------- /spark/spark-common/src/main/java/poc/commons/SparkSessionInitializer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/java/poc/commons/SparkSessionInitializer.java -------------------------------------------------------------------------------- /spark/spark-common/src/main/java/poc/commons/time/StreamTimer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/java/poc/commons/time/StreamTimer.java -------------------------------------------------------------------------------- /spark/spark-common/src/main/java/poc/helpers/FileHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/java/poc/helpers/FileHelper.java -------------------------------------------------------------------------------- /spark/spark-common/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-common/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /spark/spark-mllib-scala/dependency-reduced-pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-mllib-scala/dependency-reduced-pom.xml -------------------------------------------------------------------------------- /spark/spark-mllib-scala/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-mllib-scala/pom.xml -------------------------------------------------------------------------------- /spark/spark-mllib-scala/src/spark/mllib/scala/SampleDBSCANJob.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-mllib-scala/src/spark/mllib/scala/SampleDBSCANJob.scala -------------------------------------------------------------------------------- /spark/spark-mllib/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-mllib/pom.xml -------------------------------------------------------------------------------- /spark/spark-mllib/src/main/java/poc/mllib/matrix/MatrixManipulation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-mllib/src/main/java/poc/mllib/matrix/MatrixManipulation.java -------------------------------------------------------------------------------- /spark/spark-mllib/src/main/resources/input_file.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-mllib/src/main/resources/input_file.csv -------------------------------------------------------------------------------- /spark/spark-mllib/src/main/resources/matrix: -------------------------------------------------------------------------------- 1 | 2,1 2 | 3,8 -------------------------------------------------------------------------------- /spark/spark-protobuf/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-protobuf/pom.xml -------------------------------------------------------------------------------- /spark/spark-protobuf/src/main/java/poc/spark/avro/SparkToAvro.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-protobuf/src/main/java/poc/spark/avro/SparkToAvro.java -------------------------------------------------------------------------------- /spark/spark-protobuf/src/main/java/poc/spark/avro/User.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-protobuf/src/main/java/poc/spark/avro/User.java -------------------------------------------------------------------------------- /spark/spark-protobuf/src/main/java/poc/spark/avro/user.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-protobuf/src/main/java/poc/spark/avro/user.avsc -------------------------------------------------------------------------------- /spark/spark-protobuf/src/main/java/poc/spark/avro/users.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-protobuf/src/main/java/poc/spark/avro/users.avro -------------------------------------------------------------------------------- /spark/spark-protobuf/src/main/java/poc/spark/protobuf/SparkToProtobuf.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-protobuf/src/main/java/poc/spark/protobuf/SparkToProtobuf.java -------------------------------------------------------------------------------- /spark/spark-protobuf/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-protobuf/src/main/resources/logback.xml -------------------------------------------------------------------------------- /spark/spark-protobuf/src/main/resources/logback.xsd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-protobuf/src/main/resources/logback.xsd -------------------------------------------------------------------------------- /spark/spark-rdd/dependency-reduced-pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/dependency-reduced-pom.xml -------------------------------------------------------------------------------- /spark/spark-rdd/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/pom.xml -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/JavaTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/JavaTest.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/rdd/CountWords.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/rdd/CountWords.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/rdd/JavaSparkPi.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/rdd/JavaSparkPi.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/gzipsparkscala/TarGzExtractor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/gzipsparkscala/TarGzExtractor.scala -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/gzipsparkscala/ZipReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/gzipsparkscala/ZipReader.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/sevenZ/SevenZipExtractor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/sevenZ/SevenZipExtractor.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/sevenZ/ZipExtractor1.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/sevenZ/ZipExtractor1.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/zipfileinputformat/ContextWriter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/zipfileinputformat/ContextWriter.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/zipfileinputformat/ZipFileInputFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/zipfileinputformat/ZipFileInputFormat.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/zipfileinputformat/ZipFileRecordReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/zipfileinputformat/ZipFileRecordReader.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/zipfileinputformat/ZipReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/zipfileinputformat/ZipReader.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/zipsparkscala/SevenZExtractor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/zipsparkscala/SevenZExtractor.scala -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/zipsparkscala/ZipExtractor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/zipsparkscala/ZipExtractor.scala -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/java/poc/zip/zipsparkscala/ZipReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/java/poc/zip/zipsparkscala/ZipReader.java -------------------------------------------------------------------------------- /spark/spark-rdd/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-rdd/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /spark/spark-sql/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/pom.xml -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/dataloader/DataFieldItem.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/dataloader/DataFieldItem.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/dataloader/RDDToDF_CreateDataFrame.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/dataloader/RDDToDF_CreateDataFrame.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/dataloader/SparkSequenceService.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/dataloader/SparkSequenceService.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/bitwise/ColumnLocation.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/bitwise/ColumnLocation.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/bitwise/SparkIntegrityBitwiseUsingJoin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/bitwise/SparkIntegrityBitwiseUsingJoin.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/bitwise/best/SparkIntegrityBitwiseUsingFilter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/bitwise/best/SparkIntegrityBitwiseUsingFilter.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/bitwise/best/SparkIntegrityBitwiseUsingFilter_PrepareData.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/bitwise/best/SparkIntegrityBitwiseUsingFilter_PrepareData.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/CreateNoValidValues.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/CreateNoValidValues.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/SparkReadFromDataSource.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/SparkReadFromDataSource.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigfilter/BigFilter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigfilter/BigFilter.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigfilter/BigFilterPageBeforeFilter_List.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigfilter/BigFilterPageBeforeFilter_List.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigfilter/BigFilterPageBeforeFilter_Map.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigfilter/BigFilterPageBeforeFilter_Map.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigfilter/BigFilterWithPairRDD.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigfilter/BigFilterWithPairRDD.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigjoin/BigJoin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigjoin/BigJoin.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigjoin/BigJoinPageBeforeJoin.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigjoin/BigJoinPageBeforeJoin.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigjoin/BigJoinWithCassandra.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/bigjoin/BigJoinWithCassandra.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/generator/BitwiseGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/generator/BitwiseGenerator.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/generator/FileGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/generator/FileGenerator.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/helper/BitwiseHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/helper/BitwiseHelper.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/helper/DatasetHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/helper/DatasetHelper.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/helper/FileHelper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/helper/FileHelper.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/prop/Prop.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/prop/Prop.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/prop/Properties_1.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/prop/Properties_1.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/prop/Properties_2.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/prop/Properties_2.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/internal/prop/Properties_home.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/internal/prop/Properties_home.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/java/poc/sql/integrity/percolumn/SparkIntegrityPerColumn.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/java/poc/sql/integrity/percolumn/SparkIntegrityPerColumn.java -------------------------------------------------------------------------------- /spark/spark-sql/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /spark/spark-sql/src/main/scala/JoinWithScala.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-sql/src/main/scala/JoinWithScala.scala -------------------------------------------------------------------------------- /spark/spark-streaming/dependency-reduced-pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/dependency-reduced-pom.xml -------------------------------------------------------------------------------- /spark/spark-streaming/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/pom.xml -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/rddtostream/GenerateFile.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/rddtostream/GenerateFile.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/rddtostream/JavaQueueStream.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/rddtostream/JavaQueueStream.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/rddtostream/JavaQueueStream_src.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/rddtostream/JavaQueueStream_src.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/stream/kafka/JavaDirectKafkaWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/stream/kafka/JavaDirectKafkaWordCount.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/stream/kafka/KafkaConfig.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/stream/kafka/KafkaConfig.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/stream/kafka/StatefulKafkaToHDFS.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/stream/kafka/StatefulKafkaToHDFS.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/stream/kafka/StatefulKafkaWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/stream/kafka/StatefulKafkaWordCount.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/stream/network/JavaNetworkWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/stream/network/JavaNetworkWordCount.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/java/poc/streaming/stream/network/JavaStatefulNetworkWordCount.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/java/poc/streaming/stream/network/JavaStatefulNetworkWordCount.java -------------------------------------------------------------------------------- /spark/spark-streaming/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-streaming/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /spark/spark-structure-streaming/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-structure-streaming/pom.xml -------------------------------------------------------------------------------- /spark/spark-structure-streaming/src/main/java/poc/spark/streaming/FileGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-structure-streaming/src/main/java/poc/spark/streaming/FileGenerator.java -------------------------------------------------------------------------------- /spark/spark-structure-streaming/src/main/java/poc/spark/streaming/SparkJavaStreamSqlTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-structure-streaming/src/main/java/poc/spark/streaming/SparkJavaStreamSqlTest.java -------------------------------------------------------------------------------- /spark/spark-structure-streaming/src/main/java/poc/spark/streaming/SparkJavaStreamStreamManagement.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-structure-streaming/src/main/java/poc/spark/streaming/SparkJavaStreamStreamManagement.java -------------------------------------------------------------------------------- /spark/spark-structure-streaming/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-structure-streaming/src/main/resources/logback.xml -------------------------------------------------------------------------------- /spark/spark-structure-streaming/src/main/resources/logback.xsd: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spark/spark-structure-streaming/src/main/resources/logback.xsd -------------------------------------------------------------------------------- /spring-boot/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/pom.xml -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/pom.xml -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/run.sh -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/docker/Dockerfile -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/java/poc/avro/Application.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/java/poc/avro/Application.java -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/java/poc/avro/Controller.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/java/poc/avro/Controller.java -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/resources/index.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/resources/index.html -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/resources/iris.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/resources/iris.avro -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/resources/iris.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/resources/iris.parquet -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/resources/node_avro.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/resources/node_avro.js -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/resources/node_parquet.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/resources/node_parquet.js -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/resources/node_test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/resources/node_test.js -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/resources/package-lock.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/resources/package-lock.json -------------------------------------------------------------------------------- /spring-boot/spring-boot-avro/src/main/resources/test.js: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-avro/src/main/resources/test.js -------------------------------------------------------------------------------- /spring-boot/spring-boot-web/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-web/pom.xml -------------------------------------------------------------------------------- /spring-boot/spring-boot-web/run.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-web/run.sh -------------------------------------------------------------------------------- /spring-boot/spring-boot-web/src/main/docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-web/src/main/docker/Dockerfile -------------------------------------------------------------------------------- /spring-boot/spring-boot-web/src/main/java/poc/platform/Application.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-boot/spring-boot-web/src/main/java/poc/platform/Application.java -------------------------------------------------------------------------------- /spring-integration-tutorial/lab1-channels/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab1-channels/pom.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/lab1-channels/src/main/java/com/intertech/lab1/Startup.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab1-channels/src/main/java/com/intertech/lab1/Startup.java -------------------------------------------------------------------------------- /spring-integration-tutorial/lab1-channels/src/main/resources/META-INF/spring/si-components.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab1-channels/src/main/resources/META-INF/spring/si-components.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/lab1-channels/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab1-channels/src/main/resources/logback.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/lab2-file-adapters/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab2-file-adapters/pom.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/lab2-file-adapters/src/main/java/com/intertech/lab1/Startup.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab2-file-adapters/src/main/java/com/intertech/lab1/Startup.java -------------------------------------------------------------------------------- /spring-integration-tutorial/lab2-file-adapters/src/main/resources/META-INF/spring/si-components.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab2-file-adapters/src/main/resources/META-INF/spring/si-components.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/lab2-file-adapters/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab2-file-adapters/src/main/resources/logback.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/lab2-jms-adapters/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab2-jms-adapters/pom.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/lab2-jms-adapters/src/main/java/com/intertech/lab1/Startup.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab2-jms-adapters/src/main/java/com/intertech/lab1/Startup.java -------------------------------------------------------------------------------- /spring-integration-tutorial/lab2-jms-adapters/src/main/resources/META-INF/spring/si-components.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab2-jms-adapters/src/main/resources/META-INF/spring/si-components.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/lab2-jms-adapters/src/main/resources/logback.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/lab2-jms-adapters/src/main/resources/logback.xml -------------------------------------------------------------------------------- /spring-integration-tutorial/pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/spring-integration-tutorial/pom.xml -------------------------------------------------------------------------------- /test.1.log.zip: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/test.1.log.zip -------------------------------------------------------------------------------- /users.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/elevy30/bigdata-playground/HEAD/users.avro --------------------------------------------------------------------------------