├── .gitignore ├── .scalafmt.conf ├── LICENSE ├── README.md ├── pom.xml ├── scripts └── snowflake │ ├── snowflake_dim_incremental_load_sql.txt │ ├── snowflake_events_incremental_load_sql.txt │ └── snowflake_fact_incremental_load_sql.txt └── src └── main ├── resources └── images │ └── lakeLoaderArch.png └── scala ├── ai └── onehouse │ └── lakeloader │ ├── ChangeDataGenerator.scala │ ├── IncrementalLoader.scala │ ├── configs │ ├── ChangeDataGeneratorConfigs.scala │ └── IncrementalLoaderConfigs.scala │ ├── parser │ ├── ChangeDataGeneratorParser.scala │ └── IncrementalLoaderParser.scala │ └── utils │ ├── FileUtils.scala │ ├── MathUtils.scala │ ├── SparkUtils.scala │ └── StringUtils.scala └── org └── apache └── spark └── sql └── CatalystUtil.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/.gitignore -------------------------------------------------------------------------------- /.scalafmt.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/.scalafmt.conf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/README.md -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/pom.xml -------------------------------------------------------------------------------- /scripts/snowflake/snowflake_dim_incremental_load_sql.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/scripts/snowflake/snowflake_dim_incremental_load_sql.txt -------------------------------------------------------------------------------- /scripts/snowflake/snowflake_events_incremental_load_sql.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/scripts/snowflake/snowflake_events_incremental_load_sql.txt -------------------------------------------------------------------------------- /scripts/snowflake/snowflake_fact_incremental_load_sql.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/scripts/snowflake/snowflake_fact_incremental_load_sql.txt -------------------------------------------------------------------------------- /src/main/resources/images/lakeLoaderArch.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/resources/images/lakeLoaderArch.png -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/ChangeDataGenerator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/ChangeDataGenerator.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/IncrementalLoader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/IncrementalLoader.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/configs/ChangeDataGeneratorConfigs.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/configs/ChangeDataGeneratorConfigs.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/configs/IncrementalLoaderConfigs.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/configs/IncrementalLoaderConfigs.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/parser/ChangeDataGeneratorParser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/parser/ChangeDataGeneratorParser.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/parser/IncrementalLoaderParser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/parser/IncrementalLoaderParser.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/utils/FileUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/utils/FileUtils.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/utils/MathUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/utils/MathUtils.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/utils/SparkUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/utils/SparkUtils.scala -------------------------------------------------------------------------------- /src/main/scala/ai/onehouse/lakeloader/utils/StringUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/ai/onehouse/lakeloader/utils/StringUtils.scala -------------------------------------------------------------------------------- /src/main/scala/org/apache/spark/sql/CatalystUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/onehouseinc/lake-loader/HEAD/src/main/scala/org/apache/spark/sql/CatalystUtil.scala --------------------------------------------------------------------------------