├── .github ├── CODEOWNERS └── workflows │ ├── ci-quality.yml │ ├── ci.yml │ ├── docs.yml │ └── release.yml ├── .gitignore ├── .scalafmt.conf ├── LICENSE ├── README.md ├── benchmarks └── src │ └── main │ └── scala │ └── com │ └── github │ └── mrpowers │ └── spark │ └── fast │ └── tests │ ├── ColumnComparerBenchmark.scala │ └── DataFrameComparerBenchmark.scala ├── core └── src │ ├── main │ └── scala │ │ └── com │ │ └── github │ │ └── mrpowers │ │ └── spark │ │ └── fast │ │ └── tests │ │ ├── ArrayUtil.scala │ │ ├── ColumnComparer.scala │ │ ├── DataFrameComparer.scala │ │ ├── DataFramePrettyPrint.scala │ │ ├── DatasetComparer.scala │ │ ├── ProductUtil.scala │ │ ├── RDDComparer.scala │ │ ├── RddHelpers.scala │ │ ├── RowComparer.scala │ │ ├── SchemaComparer.scala │ │ ├── SchemaDiffOutputFormat.scala │ │ ├── SeqLikesExtensions.scala │ │ └── ufansi │ │ ├── Fansi.scala │ │ └── FansiExtensions.scala │ └── test │ ├── resources │ └── log4j.properties │ └── scala │ └── com │ └── github │ └── mrpowers │ └── spark │ └── fast │ └── tests │ ├── ArrayUtilTest.scala │ ├── ColumnComparerTest.scala │ ├── DataFrameComparerTest.scala │ ├── DataFramePrettyPrintTest.scala │ ├── DatasetComparerTest.scala │ ├── ExamplesTest.scala │ ├── RDDComparerTest.scala │ ├── RowComparerTest.scala │ ├── SchemaComparerTest.scala │ ├── SeqLikesExtensionsTest.scala │ ├── SparkSessionExt.scala │ ├── SparkSessionTestWrapper.scala │ └── TestUtilsExt.scala ├── images ├── assertColumnEquality_error_message.png ├── assertSchemaEquality_tree_message.png ├── assertSmallDataFrameEquality_DatasetContentMissmatch_message.png ├── assertSmallDataFrameEquality_DatasetSchemaMisMatch_message.png ├── assertSmallDataFrameEquality_error_message.png └── assertSmallDatasetEquality_error_message.png ├── project ├── build.properties └── plugins.sbt └── scripts └── multi_spark_releases.sh /.github/CODEOWNERS: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/.github/CODEOWNERS -------------------------------------------------------------------------------- /.github/workflows/ci-quality.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/.github/workflows/ci-quality.yml -------------------------------------------------------------------------------- /.github/workflows/ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/.github/workflows/ci.yml -------------------------------------------------------------------------------- /.github/workflows/docs.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/.github/workflows/docs.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/.gitignore -------------------------------------------------------------------------------- /.scalafmt.conf: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/.scalafmt.conf -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/src/main/scala/com/github/mrpowers/spark/fast/tests/ColumnComparerBenchmark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/benchmarks/src/main/scala/com/github/mrpowers/spark/fast/tests/ColumnComparerBenchmark.scala -------------------------------------------------------------------------------- /benchmarks/src/main/scala/com/github/mrpowers/spark/fast/tests/DataFrameComparerBenchmark.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/benchmarks/src/main/scala/com/github/mrpowers/spark/fast/tests/DataFrameComparerBenchmark.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/ArrayUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/ArrayUtil.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/ColumnComparer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/ColumnComparer.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/DataFrameComparer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/DataFrameComparer.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/DataFramePrettyPrint.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/DataFramePrettyPrint.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/DatasetComparer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/DatasetComparer.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/ProductUtil.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/ProductUtil.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/RDDComparer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/RDDComparer.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/RddHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/RddHelpers.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/RowComparer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/RowComparer.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaComparer.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaDiffOutputFormat.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SchemaDiffOutputFormat.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/SeqLikesExtensions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/SeqLikesExtensions.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/ufansi/Fansi.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/ufansi/Fansi.scala -------------------------------------------------------------------------------- /core/src/main/scala/com/github/mrpowers/spark/fast/tests/ufansi/FansiExtensions.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/main/scala/com/github/mrpowers/spark/fast/tests/ufansi/FansiExtensions.scala -------------------------------------------------------------------------------- /core/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/ArrayUtilTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/ArrayUtilTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/ColumnComparerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/ColumnComparerTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/DataFrameComparerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/DataFrameComparerTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/DataFramePrettyPrintTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/DataFramePrettyPrintTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/DatasetComparerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/DatasetComparerTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/ExamplesTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/ExamplesTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/RDDComparerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/RDDComparerTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/RowComparerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/RowComparerTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/SchemaComparerTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/SchemaComparerTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/SeqLikesExtensionsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/SeqLikesExtensionsTest.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/SparkSessionExt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/SparkSessionExt.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/SparkSessionTestWrapper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/SparkSessionTestWrapper.scala -------------------------------------------------------------------------------- /core/src/test/scala/com/github/mrpowers/spark/fast/tests/TestUtilsExt.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/core/src/test/scala/com/github/mrpowers/spark/fast/tests/TestUtilsExt.scala -------------------------------------------------------------------------------- /images/assertColumnEquality_error_message.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/images/assertColumnEquality_error_message.png -------------------------------------------------------------------------------- /images/assertSchemaEquality_tree_message.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/images/assertSchemaEquality_tree_message.png -------------------------------------------------------------------------------- /images/assertSmallDataFrameEquality_DatasetContentMissmatch_message.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/images/assertSmallDataFrameEquality_DatasetContentMissmatch_message.png -------------------------------------------------------------------------------- /images/assertSmallDataFrameEquality_DatasetSchemaMisMatch_message.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/images/assertSmallDataFrameEquality_DatasetSchemaMisMatch_message.png -------------------------------------------------------------------------------- /images/assertSmallDataFrameEquality_error_message.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/images/assertSmallDataFrameEquality_error_message.png -------------------------------------------------------------------------------- /images/assertSmallDatasetEquality_error_message.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/images/assertSmallDatasetEquality_error_message.png -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version=1.11.0 2 | -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/project/plugins.sbt -------------------------------------------------------------------------------- /scripts/multi_spark_releases.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/mrpowers-io/spark-fast-tests/HEAD/scripts/multi_spark_releases.sh --------------------------------------------------------------------------------