├── .github └── workflows │ ├── bebe-ci.yml │ ├── core-ci.yml │ └── release.yml ├── .gitignore ├── .scalafmt.conf ├── LICENSE ├── README.md ├── core └── src │ ├── main │ └── scala │ │ └── com │ │ └── github │ │ └── mrpowers │ │ └── spark │ │ └── daria │ │ ├── delta │ │ └── DeltaLogHelpers.scala │ │ ├── elt │ │ └── Parser.scala │ │ ├── hadoop │ │ └── FsHelpers.scala │ │ ├── sql │ │ ├── ColumnExt.scala │ │ ├── CustomTransform.scala │ │ ├── DariaValidator.scala │ │ ├── DariaWriters.scala │ │ ├── DataFrameColumnsAbsence.scala │ │ ├── DataFrameColumnsChecker.scala │ │ ├── DataFrameExt.scala │ │ ├── DataFrameHelpers.scala │ │ ├── DataFrameSchemaChecker.scala │ │ ├── DataFrameValidator.scala │ │ ├── EtlDefinition.scala │ │ ├── FunctionsAsColumnExt.scala │ │ ├── ParquetCompactor.scala │ │ ├── SparkSessionExt.scala │ │ ├── functions.scala │ │ ├── transformations.scala │ │ ├── types │ │ │ ├── StructFieldHelpers.scala │ │ │ └── StructTypeHelpers.scala │ │ └── udafs │ │ │ └── ArrayConcat.scala │ │ └── utils │ │ ├── ArrayHelpers.scala │ │ ├── DirHelpers.scala │ │ ├── NioUtils.scala │ │ ├── RowHelpers.scala │ │ ├── SchemaSafeWriter.scala │ │ └── StringHelpers.scala │ └── test │ ├── resources │ ├── csvs │ │ ├── file1.csv │ │ ├── file2.csv │ │ └── file3.csv │ ├── log4j.properties │ ├── people.csv │ ├── some_data.csv │ └── zipcodes.txt │ └── scala │ └── com │ └── github │ └── mrpowers │ └── spark │ └── daria │ ├── CustomFramework.scala │ ├── delta │ └── DeltaLogHelpersTest.scala │ ├── elt │ ├── StagingParser.scala │ └── StagingParserTest.scala │ ├── hadoop │ └── FsHelpersTest.scala │ ├── sql │ ├── ColumnExtTest.scala │ ├── DariaValidatorTest.scala │ ├── DariaWritersTest.scala │ ├── DataFrameColumnsAbsenceTest.scala │ ├── DataFrameColumnsCheckerTest.scala │ ├── DataFrameExtTest.scala │ ├── DataFrameHelpersTest.scala │ ├── DataFrameSchemaCheckerTest.scala │ ├── DataFrameValidatorTest.scala │ ├── EtlDefinitionTest.scala │ ├── EtlHelpers.scala │ ├── ExampleTransforms.scala │ ├── FunctionsAsColumnExtTest.scala │ ├── FunctionsTest.scala │ ├── ParquetCompactorTest.scala │ ├── SparkSessionExtTest.scala │ ├── SparkSessionTestWrapper.scala │ ├── TransformationsTest.scala │ ├── types │ │ ├── StructFieldHelpersTest.scala │ │ └── StructTypeHelpersTest.scala │ └── udafs │ │ └── ArrayConcatTest.scala │ └── utils │ ├── ArrayHelpersTest.scala │ ├── RowHelpersTest.scala │ ├── SchemaSafeWriterTest.scala │ └── StringHelpersTest.scala ├── daria.png ├── project ├── build.properties └── plugins.sbt └── unsafe └── src ├── main ├── scala │ └── org │ │ └── apache │ │ └── spark │ │ ├── sql │ │ ├── BebeFunctions.scala │ │ ├── DataFrameExt.scala │ │ └── classic │ │ │ └── ShimColumnConversions.scala │ │ └── util │ │ └── random │ │ └── XORShiftRandomAdapted.scala ├── spark_3.2 │ └── scala │ │ └── org.apache.spark │ │ └── sql │ │ └── catalyst │ │ └── expressions │ │ ├── BebeLeft.scala │ │ └── BebeRight.scala ├── spark_3.2_3.3 │ └── scala │ │ ├── org.apache.spark │ │ └── sql │ │ │ └── catalyst │ │ │ └── expressions │ │ │ ├── BeginningOfMonth.scala │ │ │ ├── KnownNotNull.scala │ │ │ ├── KnownNullable.scala │ │ │ └── RandGamma.scala │ │ └── org │ │ └── apache │ │ └── spark │ │ └── sql │ │ └── classic │ │ └── ColumnConversions.scala ├── spark_3.3 │ └── scala │ │ └── org.apache.spark │ │ └── sql │ │ └── catalyst │ │ └── expressions │ │ ├── BebeLeft.scala │ │ └── BebeRight.scala └── spark_3.4_3.5 │ └── scala │ └── org.apache.spark │ └── sql │ ├── catalyst │ └── expressions │ │ ├── BebeLeft.scala │ │ ├── BebeRight.scala │ │ ├── BeginningOfMonth.scala │ │ └── RandGamma.scala │ └── classic │ └── ColumnConversions.scala └── test └── scala └── org └── apache └── spark └── sql ├── ApproxPercentileSpec.scala ├── BebeFunctionsSpec.scala ├── DataFrameExtTests.scala ├── SparkSessionTestWrapper.scala └── functionsTests.scala /.github/workflows/bebe-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/.github/workflows/bebe-ci.yml -------------------------------------------------------------------------------- /.github/workflows/core-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/.github/workflows/core-ci.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/.gitignore -------------------------------------------------------------------------------- /.scalafmt.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/.scalafmt.conf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/README.md -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/delta/DeltaLogHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/delta/DeltaLogHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/elt/Parser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/elt/Parser.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/hadoop/FsHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/hadoop/FsHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/ColumnExt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/ColumnExt.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/CustomTransform.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/CustomTransform.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/DariaValidator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/DariaValidator.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/DariaWriters.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/DariaWriters.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsAbsence.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsAbsence.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsChecker.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsChecker.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameExt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameExt.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameSchemaChecker.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameSchemaChecker.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameValidator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/DataFrameValidator.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/EtlDefinition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/EtlDefinition.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/FunctionsAsColumnExt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/FunctionsAsColumnExt.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/ParquetCompactor.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/ParquetCompactor.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/SparkSessionExt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/SparkSessionExt.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/functions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/functions.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/transformations.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/transformations.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/types/StructFieldHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/types/StructFieldHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/types/StructTypeHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/types/StructTypeHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/sql/udafs/ArrayConcat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/sql/udafs/ArrayConcat.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/utils/ArrayHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/utils/ArrayHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/utils/DirHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/utils/DirHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/utils/NioUtils.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/utils/NioUtils.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/utils/RowHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/utils/RowHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/utils/SchemaSafeWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/utils/SchemaSafeWriter.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/daria/utils/StringHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/main/scala/com/github/mrpowers/spark/daria/utils/StringHelpers.scala -------------------------------------------------------------------------------- /core/src/test/resources/csvs/file1.csv: -------------------------------------------------------------------------------- 1 | cat,4 2 | -------------------------------------------------------------------------------- /core/src/test/resources/csvs/file2.csv: -------------------------------------------------------------------------------- 1 | dog,5 2 | -------------------------------------------------------------------------------- /core/src/test/resources/csvs/file3.csv: -------------------------------------------------------------------------------- 1 | llama,6 2 | -------------------------------------------------------------------------------- /core/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /core/src/test/resources/people.csv: -------------------------------------------------------------------------------- 1 | name,country,zip_code 2 | joe,usa,89013 3 | ravi,india, 4 | "",,12389 -------------------------------------------------------------------------------- /core/src/test/resources/some_data.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/resources/some_data.csv -------------------------------------------------------------------------------- /core/src/test/resources/zipcodes.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/resources/zipcodes.txt -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/CustomFramework.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/CustomFramework.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/delta/DeltaLogHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/delta/DeltaLogHelpersTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/elt/StagingParser.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/elt/StagingParser.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/elt/StagingParserTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/elt/StagingParserTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/hadoop/FsHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/hadoop/FsHelpersTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/ColumnExtTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/ColumnExtTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/DariaValidatorTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/DariaValidatorTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/DariaWritersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/DariaWritersTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsAbsenceTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsAbsenceTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsCheckerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameColumnsCheckerTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameExtTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameExtTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameHelpersTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameSchemaCheckerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameSchemaCheckerTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameValidatorTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/DataFrameValidatorTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/EtlDefinitionTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/EtlDefinitionTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/EtlHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/EtlHelpers.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/ExampleTransforms.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/ExampleTransforms.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/FunctionsAsColumnExtTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/FunctionsAsColumnExtTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/FunctionsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/FunctionsTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/ParquetCompactorTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/ParquetCompactorTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/SparkSessionExtTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/SparkSessionExtTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/SparkSessionTestWrapper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/SparkSessionTestWrapper.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/TransformationsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/TransformationsTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/types/StructFieldHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/types/StructFieldHelpersTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/types/StructTypeHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/types/StructTypeHelpersTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/sql/udafs/ArrayConcatTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/sql/udafs/ArrayConcatTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/utils/ArrayHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/utils/ArrayHelpersTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/utils/RowHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/utils/RowHelpersTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/utils/SchemaSafeWriterTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/utils/SchemaSafeWriterTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/daria/utils/StringHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/core/src/test/scala/com/github/mrpowers/spark/daria/utils/StringHelpersTest.scala -------------------------------------------------------------------------------- /daria.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/daria.png -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version = 1.11.0 2 | -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/project/plugins.sbt -------------------------------------------------------------------------------- /unsafe/src/main/scala/org/apache/spark/sql/BebeFunctions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/scala/org/apache/spark/sql/BebeFunctions.scala -------------------------------------------------------------------------------- /unsafe/src/main/scala/org/apache/spark/sql/DataFrameExt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/scala/org/apache/spark/sql/DataFrameExt.scala -------------------------------------------------------------------------------- /unsafe/src/main/scala/org/apache/spark/sql/classic/ShimColumnConversions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/scala/org/apache/spark/sql/classic/ShimColumnConversions.scala -------------------------------------------------------------------------------- /unsafe/src/main/scala/org/apache/spark/util/random/XORShiftRandomAdapted.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/scala/org/apache/spark/util/random/XORShiftRandomAdapted.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.2/scala/org.apache.spark/sql/catalyst/expressions/BebeLeft.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.2/scala/org.apache.spark/sql/catalyst/expressions/BebeLeft.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.2/scala/org.apache.spark/sql/catalyst/expressions/BebeRight.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.2/scala/org.apache.spark/sql/catalyst/expressions/BebeRight.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.2_3.3/scala/org.apache.spark/sql/catalyst/expressions/BeginningOfMonth.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.2_3.3/scala/org.apache.spark/sql/catalyst/expressions/BeginningOfMonth.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.2_3.3/scala/org.apache.spark/sql/catalyst/expressions/KnownNotNull.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.2_3.3/scala/org.apache.spark/sql/catalyst/expressions/KnownNotNull.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.2_3.3/scala/org.apache.spark/sql/catalyst/expressions/KnownNullable.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.2_3.3/scala/org.apache.spark/sql/catalyst/expressions/KnownNullable.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.2_3.3/scala/org.apache.spark/sql/catalyst/expressions/RandGamma.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.2_3.3/scala/org.apache.spark/sql/catalyst/expressions/RandGamma.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.2_3.3/scala/org/apache/spark/sql/classic/ColumnConversions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.2_3.3/scala/org/apache/spark/sql/classic/ColumnConversions.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.3/scala/org.apache.spark/sql/catalyst/expressions/BebeLeft.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.3/scala/org.apache.spark/sql/catalyst/expressions/BebeLeft.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.3/scala/org.apache.spark/sql/catalyst/expressions/BebeRight.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.3/scala/org.apache.spark/sql/catalyst/expressions/BebeRight.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/catalyst/expressions/BebeLeft.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/catalyst/expressions/BebeLeft.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/catalyst/expressions/BebeRight.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/catalyst/expressions/BebeRight.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/catalyst/expressions/BeginningOfMonth.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/catalyst/expressions/BeginningOfMonth.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/catalyst/expressions/RandGamma.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/catalyst/expressions/RandGamma.scala -------------------------------------------------------------------------------- /unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/classic/ColumnConversions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/main/spark_3.4_3.5/scala/org.apache.spark/sql/classic/ColumnConversions.scala -------------------------------------------------------------------------------- /unsafe/src/test/scala/org/apache/spark/sql/ApproxPercentileSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/test/scala/org/apache/spark/sql/ApproxPercentileSpec.scala -------------------------------------------------------------------------------- /unsafe/src/test/scala/org/apache/spark/sql/BebeFunctionsSpec.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/test/scala/org/apache/spark/sql/BebeFunctionsSpec.scala -------------------------------------------------------------------------------- /unsafe/src/test/scala/org/apache/spark/sql/DataFrameExtTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/test/scala/org/apache/spark/sql/DataFrameExtTests.scala -------------------------------------------------------------------------------- /unsafe/src/test/scala/org/apache/spark/sql/SparkSessionTestWrapper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/test/scala/org/apache/spark/sql/SparkSessionTestWrapper.scala -------------------------------------------------------------------------------- /unsafe/src/test/scala/org/apache/spark/sql/functionsTests.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-daria/HEAD/unsafe/src/test/scala/org/apache/spark/sql/functionsTests.scala --------------------------------------------------------------------------------