├── .github └── workflows │ └── scala.yml ├── .gitignore ├── LICENSE.txt ├── README.md ├── docker-bde ├── conf │ └── hello.conf ├── docker-compose.yml └── spooq │ ├── bin │ ├── loadenv │ ├── spark-shell │ ├── spooq │ └── spooq-standalone │ └── log4j2.properties ├── docs └── assets │ └── images │ ├── banner.png │ ├── spooq1.gif │ ├── spooq2.gif │ ├── spooq3.gif │ ├── spooq4.gif │ ├── spooq5.gif │ ├── spooq6.gif │ ├── spooq7.png │ └── spooq8.png ├── project ├── build.properties └── plugins.sbt └── src ├── main ├── resources │ ├── banner.txt │ ├── lastbuild │ ├── log4j.properties │ └── log4j2.properties ├── scala │ └── com │ │ └── github │ │ └── supermariolabs │ │ └── spooq │ │ ├── Application.scala │ │ ├── ansi │ │ └── AnsiCodes.scala │ │ ├── api │ │ ├── HttpServer.scala │ │ └── SqlRequest.scala │ │ ├── conf │ │ └── ApplicationConfiguration.scala │ │ ├── etl │ │ ├── CustomInputStep.scala │ │ ├── RestApiStep.scala │ │ ├── SampleStep.scala │ │ └── SimpleStep.scala │ │ ├── hbase │ │ └── HBaseUtils.scala │ │ ├── logging │ │ ├── CommonUtils.scala │ │ ├── JobUtils.scala │ │ └── SparkUtils.scala │ │ ├── metrics │ │ ├── LoggerListener.scala │ │ └── QueryLoggerListener.scala │ │ ├── misc │ │ └── Utils.scala │ │ ├── model │ │ ├── Column.scala │ │ ├── EngineOut.scala │ │ ├── Job.scala │ │ ├── LogEntry.scala │ │ ├── ProcessingOutput.scala │ │ ├── Report.scala │ │ ├── Step.scala │ │ ├── json │ │ │ ├── ProcessingOutputEncoder.scala │ │ │ └── StepEncoder.scala │ │ └── validator │ │ │ └── Validators.scala │ │ ├── python │ │ └── PythonBridge.scala │ │ ├── shell │ │ └── Repl.scala │ │ ├── streaming │ │ ├── SimpleForeachBatchProcessor.scala │ │ ├── SimpleForeachProcessor.scala │ │ ├── example │ │ │ ├── SampleForeachBatchProcessor.scala │ │ │ └── SampleForeachProcessor.scala │ │ └── hbase │ │ │ ├── HBaseForeachBatchProcessor.scala │ │ │ └── HBaseForeachProcessor.scala │ │ ├── templating │ │ └── CommonUtils.scala │ │ └── udf │ │ ├── SimpleUDF.scala │ │ ├── avro │ │ ├── AvroDecoder.scala │ │ └── SchemaToDDL.scala │ │ ├── example │ │ ├── FakeCustomerUDF.scala │ │ └── SampleUDF.scala │ │ ├── hbase │ │ └── HBaseEnrichRow.scala │ │ ├── mongodb │ │ └── MongoQuery.scala │ │ └── utils │ │ └── UdfUtils.scala ├── scala_2.11 │ ├── com │ │ └── github │ │ │ └── supermariolabs │ │ │ └── spooq │ │ │ └── Engine.scala │ └── org │ │ └── apache │ │ └── spark │ │ └── sql │ │ └── avro │ │ └── functions.scala └── scala_2.12 │ └── com │ └── github │ └── supermariolabs │ └── spooq │ └── Engine.scala └── test ├── resources └── testSpooqConf.conf └── scala └── com └── github └── supermariolabs └── spooq ├── MyTest.scala └── model └── validator └── ValidatorsTest.scala /.github/workflows/scala.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/.github/workflows/scala.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/LICENSE.txt -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/README.md -------------------------------------------------------------------------------- /docker-bde/conf/hello.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docker-bde/conf/hello.conf -------------------------------------------------------------------------------- /docker-bde/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docker-bde/docker-compose.yml -------------------------------------------------------------------------------- /docker-bde/spooq/bin/loadenv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docker-bde/spooq/bin/loadenv -------------------------------------------------------------------------------- /docker-bde/spooq/bin/spark-shell: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docker-bde/spooq/bin/spark-shell -------------------------------------------------------------------------------- /docker-bde/spooq/bin/spooq: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docker-bde/spooq/bin/spooq -------------------------------------------------------------------------------- /docker-bde/spooq/bin/spooq-standalone: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docker-bde/spooq/bin/spooq-standalone -------------------------------------------------------------------------------- /docker-bde/spooq/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docker-bde/spooq/log4j2.properties -------------------------------------------------------------------------------- /docs/assets/images/banner.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/banner.png -------------------------------------------------------------------------------- /docs/assets/images/spooq1.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/spooq1.gif -------------------------------------------------------------------------------- /docs/assets/images/spooq2.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/spooq2.gif -------------------------------------------------------------------------------- /docs/assets/images/spooq3.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/spooq3.gif -------------------------------------------------------------------------------- /docs/assets/images/spooq4.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/spooq4.gif -------------------------------------------------------------------------------- /docs/assets/images/spooq5.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/spooq5.gif -------------------------------------------------------------------------------- /docs/assets/images/spooq6.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/spooq6.gif -------------------------------------------------------------------------------- /docs/assets/images/spooq7.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/spooq7.png -------------------------------------------------------------------------------- /docs/assets/images/spooq8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/docs/assets/images/spooq8.png -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version=1.6.2 2 | -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/project/plugins.sbt -------------------------------------------------------------------------------- /src/main/resources/banner.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/resources/banner.txt -------------------------------------------------------------------------------- /src/main/resources/lastbuild: -------------------------------------------------------------------------------- 1 | 57 -------------------------------------------------------------------------------- /src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /src/main/resources/log4j2.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/resources/log4j2.properties -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/Application.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/Application.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/ansi/AnsiCodes.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/ansi/AnsiCodes.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/api/HttpServer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/api/HttpServer.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/api/SqlRequest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/api/SqlRequest.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/conf/ApplicationConfiguration.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/conf/ApplicationConfiguration.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/etl/CustomInputStep.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/etl/CustomInputStep.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/etl/RestApiStep.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/etl/RestApiStep.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/etl/SampleStep.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/etl/SampleStep.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/etl/SimpleStep.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/etl/SimpleStep.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/hbase/HBaseUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/hbase/HBaseUtils.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/logging/CommonUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/logging/CommonUtils.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/logging/JobUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/logging/JobUtils.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/logging/SparkUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/logging/SparkUtils.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/metrics/LoggerListener.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/metrics/LoggerListener.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/metrics/QueryLoggerListener.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/metrics/QueryLoggerListener.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/misc/Utils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/misc/Utils.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/Column.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/Column.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/EngineOut.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/EngineOut.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/Job.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/Job.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/LogEntry.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/LogEntry.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/ProcessingOutput.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/ProcessingOutput.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/Report.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/Report.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/Step.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/Step.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/json/ProcessingOutputEncoder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/json/ProcessingOutputEncoder.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/json/StepEncoder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/json/StepEncoder.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/model/validator/Validators.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/model/validator/Validators.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/python/PythonBridge.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/python/PythonBridge.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/shell/Repl.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/shell/Repl.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/streaming/SimpleForeachBatchProcessor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/streaming/SimpleForeachBatchProcessor.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/streaming/SimpleForeachProcessor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/streaming/SimpleForeachProcessor.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/streaming/example/SampleForeachBatchProcessor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/streaming/example/SampleForeachBatchProcessor.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/streaming/example/SampleForeachProcessor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/streaming/example/SampleForeachProcessor.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/streaming/hbase/HBaseForeachBatchProcessor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/streaming/hbase/HBaseForeachBatchProcessor.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/streaming/hbase/HBaseForeachProcessor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/streaming/hbase/HBaseForeachProcessor.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/templating/CommonUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/templating/CommonUtils.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/udf/SimpleUDF.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/udf/SimpleUDF.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/udf/avro/AvroDecoder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/udf/avro/AvroDecoder.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/udf/avro/SchemaToDDL.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/udf/avro/SchemaToDDL.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/udf/example/FakeCustomerUDF.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/udf/example/FakeCustomerUDF.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/udf/example/SampleUDF.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/udf/example/SampleUDF.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/udf/hbase/HBaseEnrichRow.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/udf/hbase/HBaseEnrichRow.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/udf/mongodb/MongoQuery.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/udf/mongodb/MongoQuery.scala -------------------------------------------------------------------------------- /src/main/scala/com/github/supermariolabs/spooq/udf/utils/UdfUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala/com/github/supermariolabs/spooq/udf/utils/UdfUtils.scala -------------------------------------------------------------------------------- /src/main/scala_2.11/com/github/supermariolabs/spooq/Engine.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala_2.11/com/github/supermariolabs/spooq/Engine.scala -------------------------------------------------------------------------------- /src/main/scala_2.11/org/apache/spark/sql/avro/functions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala_2.11/org/apache/spark/sql/avro/functions.scala -------------------------------------------------------------------------------- /src/main/scala_2.12/com/github/supermariolabs/spooq/Engine.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/main/scala_2.12/com/github/supermariolabs/spooq/Engine.scala -------------------------------------------------------------------------------- /src/test/resources/testSpooqConf.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/test/resources/testSpooqConf.conf -------------------------------------------------------------------------------- /src/test/scala/com/github/supermariolabs/spooq/MyTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/test/scala/com/github/supermariolabs/spooq/MyTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/github/supermariolabs/spooq/model/validator/ValidatorsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/supermariolabs/spooq/HEAD/src/test/scala/com/github/supermariolabs/spooq/model/validator/ValidatorsTest.scala --------------------------------------------------------------------------------