├── .gitignore ├── README.md ├── project └── build.properties └── src ├── main └── scala │ └── com │ └── example │ ├── common │ ├── MockLegacyDataSourceQuery.scala │ └── README.md │ └── sources │ └── readers │ ├── base │ └── db │ │ ├── BaseDbDataSourcePartition.scala │ │ ├── BaseDbDataSourcePartitionReader.scala │ │ ├── BaseDbDataSourceReader.scala │ │ ├── DefaultSource.scala │ │ └── README.md │ ├── internal │ └── row │ │ ├── DefaultSource.scala │ │ ├── InternalRowDataSourcePartition.scala │ │ ├── InternalRowDataSourcePartitionReader.scala │ │ ├── InternalRowDataSourceReader.scala │ │ └── README.md │ └── trivial │ ├── DefaultSource.scala │ ├── README.md │ ├── TrivialDataSourcePartition.scala │ ├── TrivialDataSourcePartitionReader.scala │ └── TrivialDataSourceReader.scala └── test ├── resources └── log4j.properties └── scala └── com └── example ├── common └── SharedSparkSession.scala └── sources └── readers ├── base └── db │ └── BaseDbReaderDataSourceTest.scala ├── internal └── row │ └── InternalRowDataSourceTest.scala └── trivial └── TrivialDataSourceTest.scala /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/.gitignore -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/README.md -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version = 0.13.17 -------------------------------------------------------------------------------- /src/main/scala/com/example/common/MockLegacyDataSourceQuery.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/common/MockLegacyDataSourceQuery.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/common/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/common/README.md -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/base/db/BaseDbDataSourcePartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/base/db/BaseDbDataSourcePartition.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/base/db/BaseDbDataSourcePartitionReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/base/db/BaseDbDataSourcePartitionReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/base/db/BaseDbDataSourceReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/base/db/BaseDbDataSourceReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/base/db/DefaultSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/base/db/DefaultSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/base/db/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/base/db/README.md -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/internal/row/DefaultSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/internal/row/DefaultSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/internal/row/InternalRowDataSourcePartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/internal/row/InternalRowDataSourcePartition.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/internal/row/InternalRowDataSourcePartitionReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/internal/row/InternalRowDataSourcePartitionReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/internal/row/InternalRowDataSourceReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/internal/row/InternalRowDataSourceReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/internal/row/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/internal/row/README.md -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/trivial/DefaultSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/trivial/DefaultSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/trivial/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/trivial/README.md -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/trivial/TrivialDataSourcePartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/trivial/TrivialDataSourcePartition.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/trivial/TrivialDataSourcePartitionReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/trivial/TrivialDataSourcePartitionReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/example/sources/readers/trivial/TrivialDataSourceReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/main/scala/com/example/sources/readers/trivial/TrivialDataSourceReader.scala -------------------------------------------------------------------------------- /src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /src/test/scala/com/example/common/SharedSparkSession.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/test/scala/com/example/common/SharedSparkSession.scala -------------------------------------------------------------------------------- /src/test/scala/com/example/sources/readers/base/db/BaseDbReaderDataSourceTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/test/scala/com/example/sources/readers/base/db/BaseDbReaderDataSourceTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/example/sources/readers/internal/row/InternalRowDataSourceTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/test/scala/com/example/sources/readers/internal/row/InternalRowDataSourceTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/example/sources/readers/trivial/TrivialDataSourceTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/assafmendelson/DataSourceV2/HEAD/src/test/scala/com/example/sources/readers/trivial/TrivialDataSourceTest.scala --------------------------------------------------------------------------------