├── .bettercodehub.yml ├── .git-blame-ignore-revs ├── .github ├── FUNDING.yml └── workflows │ └── ci.yml ├── .gitignore ├── .scalafix.conf ├── .scalafmt.conf ├── LICENSE ├── Library └── src │ ├── main │ └── scala │ │ └── com │ │ └── leobenkel │ │ └── zparkio │ │ ├── Env │ │ └── Environment.scala │ │ ├── Services │ │ ├── CommandLineArguments.scala │ │ ├── Logger.scala │ │ └── SparkModule.scala │ │ ├── ZFuture.scala │ │ ├── ZparkioApp.scala │ │ ├── ZparkioApplicationTimeoutException.scala │ │ └── implicits.scala │ └── test │ └── scala │ ├── .keep │ └── com │ └── leobenkel │ └── zparkio │ ├── Services │ ├── ModuleFailTest.scala │ └── ModuleFailZIOTest.scala │ └── TestUtils │ └── LoggerTest.scala ├── Makefile ├── PROJECT_NAME ├── PULL_REQUEST_TEMPLATE.md ├── README.md ├── UPGRADE_NOTES.md ├── VERSION ├── assets ├── README.md ├── ZparkIO_animated.gif └── ZparkIO_fix.png ├── configLibs └── Scallop │ └── src │ ├── main │ └── scala │ │ └── com │ │ └── leobenkel │ │ └── zparkio │ │ └── config │ │ └── scallop │ │ ├── CommandLineArgumentScallop.scala │ │ └── EnvironmentConvertor.scala │ └── test │ └── scala │ └── com │ └── leobenkel │ └── zparkio │ └── config │ └── scallop │ └── CommandLineArgumentScallopTest.scala ├── examples ├── Example1_mini │ └── src │ │ ├── main │ │ └── scala │ │ │ └── com │ │ │ └── leobenkel │ │ │ └── example1 │ │ │ ├── Application.scala │ │ │ ├── Arguments.scala │ │ │ ├── FileIO.scala │ │ │ ├── Log.scala │ │ │ ├── Main.scala │ │ │ └── SparkBuilder.scala │ │ └── test │ │ ├── resources │ │ └── log4j.properties │ │ └── scala │ │ └── com │ │ └── leobenkel │ │ └── example1 │ │ ├── ApplicationTest.scala │ │ └── RunTest.scala └── Example2_small │ └── src │ ├── main │ └── scala │ │ └── com │ │ └── leobenkel │ │ └── example2 │ │ ├── Application.scala │ │ ├── Arguments.scala │ │ ├── Items │ │ ├── Post.scala │ │ └── User.scala │ │ ├── Log.scala │ │ ├── Main.scala │ │ ├── Services │ │ ├── Database.scala │ │ ├── FileIO.scala │ │ └── SparkBuilder.scala │ │ ├── Sources │ │ └── DatabaseSource.scala │ │ └── Transformations │ │ └── UserTransformations.scala │ └── test │ ├── resources │ └── log4j.properties │ └── scala │ └── com │ └── leobenkel │ └── example2 │ └── ApplicationTest.scala ├── project ├── build.properties ├── plugins.sbt └── soteria.sbt ├── scalastyle-config.xml ├── scripts ├── spark-cross-clean.sh ├── spark-cross-compile.sh ├── spark-cross-fmt.sh ├── spark-cross-publish.sh ├── spark-cross-test.sh └── spark-cross-version.sh ├── soteria.json ├── sparkVersions ├── stryker4s.conf └── testModules ├── TestHelper └── src │ └── main │ └── scala │ └── com │ └── leobenkel │ └── zparkiotest │ ├── LoggerService.scala │ ├── SparkExecution.scala │ └── TestWithSpark.scala └── Tests └── src └── test └── scala └── com └── leobenkel └── zparkio └── DatasetZTest.scala /.bettercodehub.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/.bettercodehub.yml -------------------------------------------------------------------------------- /.git-blame-ignore-revs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/.git-blame-ignore-revs -------------------------------------------------------------------------------- /.github/FUNDING.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/.github/FUNDING.yml -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/.gitignore -------------------------------------------------------------------------------- /.scalafix.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/.scalafix.conf -------------------------------------------------------------------------------- /.scalafmt.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/.scalafmt.conf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/LICENSE -------------------------------------------------------------------------------- /Library/src/main/scala/com/leobenkel/zparkio/Env/Environment.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/main/scala/com/leobenkel/zparkio/Env/Environment.scala -------------------------------------------------------------------------------- /Library/src/main/scala/com/leobenkel/zparkio/Services/CommandLineArguments.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/main/scala/com/leobenkel/zparkio/Services/CommandLineArguments.scala -------------------------------------------------------------------------------- /Library/src/main/scala/com/leobenkel/zparkio/Services/Logger.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/main/scala/com/leobenkel/zparkio/Services/Logger.scala -------------------------------------------------------------------------------- /Library/src/main/scala/com/leobenkel/zparkio/Services/SparkModule.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/main/scala/com/leobenkel/zparkio/Services/SparkModule.scala -------------------------------------------------------------------------------- /Library/src/main/scala/com/leobenkel/zparkio/ZFuture.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/main/scala/com/leobenkel/zparkio/ZFuture.scala -------------------------------------------------------------------------------- /Library/src/main/scala/com/leobenkel/zparkio/ZparkioApp.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/main/scala/com/leobenkel/zparkio/ZparkioApp.scala -------------------------------------------------------------------------------- /Library/src/main/scala/com/leobenkel/zparkio/ZparkioApplicationTimeoutException.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/main/scala/com/leobenkel/zparkio/ZparkioApplicationTimeoutException.scala -------------------------------------------------------------------------------- /Library/src/main/scala/com/leobenkel/zparkio/implicits.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/main/scala/com/leobenkel/zparkio/implicits.scala -------------------------------------------------------------------------------- /Library/src/test/scala/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /Library/src/test/scala/com/leobenkel/zparkio/Services/ModuleFailTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/test/scala/com/leobenkel/zparkio/Services/ModuleFailTest.scala -------------------------------------------------------------------------------- /Library/src/test/scala/com/leobenkel/zparkio/Services/ModuleFailZIOTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/test/scala/com/leobenkel/zparkio/Services/ModuleFailZIOTest.scala -------------------------------------------------------------------------------- /Library/src/test/scala/com/leobenkel/zparkio/TestUtils/LoggerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Library/src/test/scala/com/leobenkel/zparkio/TestUtils/LoggerTest.scala -------------------------------------------------------------------------------- /Makefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/Makefile -------------------------------------------------------------------------------- /PROJECT_NAME: -------------------------------------------------------------------------------- 1 | zparkio 2 | -------------------------------------------------------------------------------- /PULL_REQUEST_TEMPLATE.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/PULL_REQUEST_TEMPLATE.md -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/README.md -------------------------------------------------------------------------------- /UPGRADE_NOTES.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/UPGRADE_NOTES.md -------------------------------------------------------------------------------- /VERSION: -------------------------------------------------------------------------------- 1 | v1.1.0 2 | -------------------------------------------------------------------------------- /assets/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/assets/README.md -------------------------------------------------------------------------------- /assets/ZparkIO_animated.gif: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/assets/ZparkIO_animated.gif -------------------------------------------------------------------------------- /assets/ZparkIO_fix.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/assets/ZparkIO_fix.png -------------------------------------------------------------------------------- /configLibs/Scallop/src/main/scala/com/leobenkel/zparkio/config/scallop/CommandLineArgumentScallop.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/configLibs/Scallop/src/main/scala/com/leobenkel/zparkio/config/scallop/CommandLineArgumentScallop.scala -------------------------------------------------------------------------------- /configLibs/Scallop/src/main/scala/com/leobenkel/zparkio/config/scallop/EnvironmentConvertor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/configLibs/Scallop/src/main/scala/com/leobenkel/zparkio/config/scallop/EnvironmentConvertor.scala -------------------------------------------------------------------------------- /configLibs/Scallop/src/test/scala/com/leobenkel/zparkio/config/scallop/CommandLineArgumentScallopTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/configLibs/Scallop/src/test/scala/com/leobenkel/zparkio/config/scallop/CommandLineArgumentScallopTest.scala -------------------------------------------------------------------------------- /examples/Example1_mini/src/main/scala/com/leobenkel/example1/Application.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example1_mini/src/main/scala/com/leobenkel/example1/Application.scala -------------------------------------------------------------------------------- /examples/Example1_mini/src/main/scala/com/leobenkel/example1/Arguments.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example1_mini/src/main/scala/com/leobenkel/example1/Arguments.scala -------------------------------------------------------------------------------- /examples/Example1_mini/src/main/scala/com/leobenkel/example1/FileIO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example1_mini/src/main/scala/com/leobenkel/example1/FileIO.scala -------------------------------------------------------------------------------- /examples/Example1_mini/src/main/scala/com/leobenkel/example1/Log.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example1_mini/src/main/scala/com/leobenkel/example1/Log.scala -------------------------------------------------------------------------------- /examples/Example1_mini/src/main/scala/com/leobenkel/example1/Main.scala: -------------------------------------------------------------------------------- 1 | package com.leobenkel.example1 2 | 3 | object Main extends Application {} 4 | -------------------------------------------------------------------------------- /examples/Example1_mini/src/main/scala/com/leobenkel/example1/SparkBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example1_mini/src/main/scala/com/leobenkel/example1/SparkBuilder.scala -------------------------------------------------------------------------------- /examples/Example1_mini/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example1_mini/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /examples/Example1_mini/src/test/scala/com/leobenkel/example1/ApplicationTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example1_mini/src/test/scala/com/leobenkel/example1/ApplicationTest.scala -------------------------------------------------------------------------------- /examples/Example1_mini/src/test/scala/com/leobenkel/example1/RunTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example1_mini/src/test/scala/com/leobenkel/example1/RunTest.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Application.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Application.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Arguments.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Arguments.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Items/Post.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Items/Post.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Items/User.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Items/User.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Log.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Log.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Main.scala: -------------------------------------------------------------------------------- 1 | package com.leobenkel.example2 2 | 3 | object Main extends Application {} 4 | -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Services/Database.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Services/Database.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Services/FileIO.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Services/FileIO.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Services/SparkBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Services/SparkBuilder.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Sources/DatabaseSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Sources/DatabaseSource.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/main/scala/com/leobenkel/example2/Transformations/UserTransformations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/main/scala/com/leobenkel/example2/Transformations/UserTransformations.scala -------------------------------------------------------------------------------- /examples/Example2_small/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /examples/Example2_small/src/test/scala/com/leobenkel/example2/ApplicationTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/examples/Example2_small/src/test/scala/com/leobenkel/example2/ApplicationTest.scala -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version = 1.10.11 2 | -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/project/plugins.sbt -------------------------------------------------------------------------------- /project/soteria.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/project/soteria.sbt -------------------------------------------------------------------------------- /scalastyle-config.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/scalastyle-config.xml -------------------------------------------------------------------------------- /scripts/spark-cross-clean.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/scripts/spark-cross-clean.sh -------------------------------------------------------------------------------- /scripts/spark-cross-compile.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/scripts/spark-cross-compile.sh -------------------------------------------------------------------------------- /scripts/spark-cross-fmt.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/scripts/spark-cross-fmt.sh -------------------------------------------------------------------------------- /scripts/spark-cross-publish.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/scripts/spark-cross-publish.sh -------------------------------------------------------------------------------- /scripts/spark-cross-test.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/scripts/spark-cross-test.sh -------------------------------------------------------------------------------- /scripts/spark-cross-version.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/scripts/spark-cross-version.sh -------------------------------------------------------------------------------- /soteria.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/soteria.json -------------------------------------------------------------------------------- /sparkVersions: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/sparkVersions -------------------------------------------------------------------------------- /stryker4s.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/stryker4s.conf -------------------------------------------------------------------------------- /testModules/TestHelper/src/main/scala/com/leobenkel/zparkiotest/LoggerService.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/testModules/TestHelper/src/main/scala/com/leobenkel/zparkiotest/LoggerService.scala -------------------------------------------------------------------------------- /testModules/TestHelper/src/main/scala/com/leobenkel/zparkiotest/SparkExecution.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/testModules/TestHelper/src/main/scala/com/leobenkel/zparkiotest/SparkExecution.scala -------------------------------------------------------------------------------- /testModules/TestHelper/src/main/scala/com/leobenkel/zparkiotest/TestWithSpark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/testModules/TestHelper/src/main/scala/com/leobenkel/zparkiotest/TestWithSpark.scala -------------------------------------------------------------------------------- /testModules/Tests/src/test/scala/com/leobenkel/zparkio/DatasetZTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/leobenkel/ZparkIO/HEAD/testModules/Tests/src/test/scala/com/leobenkel/zparkio/DatasetZTest.scala --------------------------------------------------------------------------------