├── .circleci └── config.yml ├── .gitignore ├── .scalafmt.conf ├── LICENSE ├── README.md ├── docs ├── .gitignore ├── 404.html ├── Gemfile ├── Gemfile.lock ├── _config.yml ├── about.md ├── concepts.md ├── index.md └── tutorial.md ├── lighthouse-core └── src │ ├── main │ └── scala │ │ └── be │ │ └── dataminded │ │ └── lighthouse │ │ ├── common │ │ ├── Database.scala │ │ ├── DateTimeFormatters.scala │ │ └── FileSystem.scala │ │ ├── config │ │ ├── LighthouseConfigurationParser.scala │ │ └── package.scala │ │ ├── datalake │ │ ├── AvroDataLink.scala │ │ ├── DataLink.scala │ │ ├── DataUID.scala │ │ ├── Datalake.scala │ │ ├── FileSystemDataLink.scala │ │ ├── HiveDataLink.scala │ │ ├── JdbcDataLink.scala │ │ ├── NullDataLink.scala │ │ ├── PartitionedDataLink.scala │ │ ├── PathBasedDataLink.scala │ │ ├── SnapshotDataLink.scala │ │ ├── TypedDataLink.scala │ │ └── package.scala │ │ ├── paramstore │ │ ├── AwsSsmParamStore.scala │ │ ├── FileParamStore.scala │ │ └── ParameterStore.scala │ │ ├── pipeline │ │ ├── PipelineExecutor.scala │ │ ├── RichSparkFunctions.scala │ │ ├── Sinks.scala │ │ ├── Sources.scala │ │ ├── SparkFunction.scala │ │ └── package.scala │ │ └── spark │ │ ├── SparkApplication.scala │ │ ├── SparkFileFormat.scala │ │ ├── SparkOverwriteBehavior.scala │ │ └── SparkSessions.scala │ └── test │ ├── resources │ ├── customers.csv │ └── orders.csv │ └── scala │ └── be │ └── dataminded │ └── lighthouse │ ├── Models.scala │ ├── common │ ├── DatabaseTest.scala │ ├── DateTimeFormattersTest.scala │ └── FileSystemTest.scala │ ├── config │ └── LighthouseConfigurationParserTest.scala │ ├── datalake │ ├── DatalakeTest.scala │ ├── FileSystemDataLinkTest.scala │ ├── HiveDataLinkTest.scala │ ├── JdbcDataLinkTest.scala │ ├── LazyConfigTest.scala │ └── PackageTest.scala │ ├── paramstore │ └── FileParamStoreTest.scala │ └── pipeline │ ├── PartitionedOrcSinkSpec.scala │ ├── RichSparkFunctionsSpec.scala │ ├── SingleFileSinkSpec.scala │ ├── SparkFunctionTest.scala │ └── TextSinkSpec.scala ├── lighthouse-demo └── src │ ├── main │ ├── resources │ │ ├── data │ │ │ ├── airplane │ │ │ │ └── sample.csv │ │ │ └── weather │ │ │ │ ├── daily │ │ │ │ └── january.txt │ │ │ │ └── station │ │ │ │ └── 200801station.txt │ │ └── log4j.properties │ └── scala │ │ └── be │ │ └── dataminded │ │ └── lighthouse │ │ └── demo │ │ ├── AirplaneDatalake.scala │ │ └── AirplanePipeline.scala │ └── test │ └── scala │ └── be │ └── dataminded │ └── lighthouse │ └── demo │ └── AirplanePipelineSpec.scala ├── lighthouse-testing └── src │ ├── main │ ├── resources │ │ └── log4j.properties │ └── scala │ │ └── be │ │ └── dataminded │ │ └── lighthouse │ │ └── testing │ │ ├── ColumnComparer.scala │ │ ├── DataFramePrettyPrinter.scala │ │ ├── DatasetComparer.scala │ │ ├── SharedSparkSession.scala │ │ └── SparkFunSuite.scala │ └── test │ └── scala │ └── be │ └── dataminded │ └── lighthouse │ └── testing │ ├── ColumnComparerSpec.scala │ ├── DatasetComparerSpec.scala │ └── SparkFunSuiteTest.scala └── project ├── Dependencies.scala ├── Predef.scala ├── Resolvers.scala ├── build.properties └── plugins.sbt /.circleci/config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/.circleci/config.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/.gitignore -------------------------------------------------------------------------------- /.scalafmt.conf: -------------------------------------------------------------------------------- 1 | version=2.6.4 2 | align.preset = true 3 | maxColumn = 120 4 | -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/README.md -------------------------------------------------------------------------------- /docs/.gitignore: -------------------------------------------------------------------------------- 1 | _site 2 | .sass-cache 3 | .jekyll-metadata 4 | -------------------------------------------------------------------------------- /docs/404.html: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/docs/404.html -------------------------------------------------------------------------------- /docs/Gemfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/docs/Gemfile -------------------------------------------------------------------------------- /docs/Gemfile.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/docs/Gemfile.lock -------------------------------------------------------------------------------- /docs/_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/docs/_config.yml -------------------------------------------------------------------------------- /docs/about.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/docs/about.md -------------------------------------------------------------------------------- /docs/concepts.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/docs/concepts.md -------------------------------------------------------------------------------- /docs/index.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/docs/index.md -------------------------------------------------------------------------------- /docs/tutorial.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/docs/tutorial.md -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/common/Database.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/common/Database.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/common/DateTimeFormatters.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/common/DateTimeFormatters.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/common/FileSystem.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/common/FileSystem.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/config/LighthouseConfigurationParser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/config/LighthouseConfigurationParser.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/config/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/config/package.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/AvroDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/AvroDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/DataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/DataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/DataUID.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/DataUID.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/Datalake.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/Datalake.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/FileSystemDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/FileSystemDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/HiveDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/HiveDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/JdbcDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/JdbcDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/NullDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/NullDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/PartitionedDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/PartitionedDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/PathBasedDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/PathBasedDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/SnapshotDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/SnapshotDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/TypedDataLink.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/TypedDataLink.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/datalake/package.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/paramstore/AwsSsmParamStore.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/paramstore/AwsSsmParamStore.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/paramstore/FileParamStore.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/paramstore/FileParamStore.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/paramstore/ParameterStore.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/paramstore/ParameterStore.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/PipelineExecutor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/PipelineExecutor.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/RichSparkFunctions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/RichSparkFunctions.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/Sinks.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/Sinks.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/Sources.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/Sources.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/SparkFunction.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/SparkFunction.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/package.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/pipeline/package.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/spark/SparkApplication.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/spark/SparkApplication.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/spark/SparkFileFormat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/spark/SparkFileFormat.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/spark/SparkOverwriteBehavior.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/spark/SparkOverwriteBehavior.scala -------------------------------------------------------------------------------- /lighthouse-core/src/main/scala/be/dataminded/lighthouse/spark/SparkSessions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/main/scala/be/dataminded/lighthouse/spark/SparkSessions.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/resources/customers.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/resources/customers.csv -------------------------------------------------------------------------------- /lighthouse-core/src/test/resources/orders.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/resources/orders.csv -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/Models.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/Models.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/common/DatabaseTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/common/DatabaseTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/common/DateTimeFormattersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/common/DateTimeFormattersTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/common/FileSystemTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/common/FileSystemTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/config/LighthouseConfigurationParserTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/config/LighthouseConfigurationParserTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/DatalakeTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/DatalakeTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/FileSystemDataLinkTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/FileSystemDataLinkTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/HiveDataLinkTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/HiveDataLinkTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/JdbcDataLinkTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/JdbcDataLinkTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/LazyConfigTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/LazyConfigTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/PackageTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/datalake/PackageTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/paramstore/FileParamStoreTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/paramstore/FileParamStoreTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/PartitionedOrcSinkSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/PartitionedOrcSinkSpec.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/RichSparkFunctionsSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/RichSparkFunctionsSpec.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/SingleFileSinkSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/SingleFileSinkSpec.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/SparkFunctionTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/SparkFunctionTest.scala -------------------------------------------------------------------------------- /lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/TextSinkSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-core/src/test/scala/be/dataminded/lighthouse/pipeline/TextSinkSpec.scala -------------------------------------------------------------------------------- /lighthouse-demo/src/main/resources/data/airplane/sample.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-demo/src/main/resources/data/airplane/sample.csv -------------------------------------------------------------------------------- /lighthouse-demo/src/main/resources/data/weather/daily/january.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-demo/src/main/resources/data/weather/daily/january.txt -------------------------------------------------------------------------------- /lighthouse-demo/src/main/resources/data/weather/station/200801station.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-demo/src/main/resources/data/weather/station/200801station.txt -------------------------------------------------------------------------------- /lighthouse-demo/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-demo/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /lighthouse-demo/src/main/scala/be/dataminded/lighthouse/demo/AirplaneDatalake.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-demo/src/main/scala/be/dataminded/lighthouse/demo/AirplaneDatalake.scala -------------------------------------------------------------------------------- /lighthouse-demo/src/main/scala/be/dataminded/lighthouse/demo/AirplanePipeline.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-demo/src/main/scala/be/dataminded/lighthouse/demo/AirplanePipeline.scala -------------------------------------------------------------------------------- /lighthouse-demo/src/test/scala/be/dataminded/lighthouse/demo/AirplanePipelineSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-demo/src/test/scala/be/dataminded/lighthouse/demo/AirplanePipelineSpec.scala -------------------------------------------------------------------------------- /lighthouse-testing/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/ColumnComparer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/ColumnComparer.scala -------------------------------------------------------------------------------- /lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/DataFramePrettyPrinter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/DataFramePrettyPrinter.scala -------------------------------------------------------------------------------- /lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/DatasetComparer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/DatasetComparer.scala -------------------------------------------------------------------------------- /lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SharedSparkSession.scala -------------------------------------------------------------------------------- /lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SparkFunSuite.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/main/scala/be/dataminded/lighthouse/testing/SparkFunSuite.scala -------------------------------------------------------------------------------- /lighthouse-testing/src/test/scala/be/dataminded/lighthouse/testing/ColumnComparerSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/test/scala/be/dataminded/lighthouse/testing/ColumnComparerSpec.scala -------------------------------------------------------------------------------- /lighthouse-testing/src/test/scala/be/dataminded/lighthouse/testing/DatasetComparerSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/test/scala/be/dataminded/lighthouse/testing/DatasetComparerSpec.scala -------------------------------------------------------------------------------- /lighthouse-testing/src/test/scala/be/dataminded/lighthouse/testing/SparkFunSuiteTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/lighthouse-testing/src/test/scala/be/dataminded/lighthouse/testing/SparkFunSuiteTest.scala -------------------------------------------------------------------------------- /project/Dependencies.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/project/Dependencies.scala -------------------------------------------------------------------------------- /project/Predef.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/project/Predef.scala -------------------------------------------------------------------------------- /project/Resolvers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/project/Resolvers.scala -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version=1.4.7 2 | -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/datamindedbe/lighthouse/HEAD/project/plugins.sbt --------------------------------------------------------------------------------