├── .editorconfig ├── .gitignore ├── LICENSE ├── README.md ├── project ├── build.properties └── plugins.sbt ├── src ├── main │ ├── java │ │ └── com │ │ │ └── audienceproject │ │ │ └── shaded │ │ │ └── google │ │ │ └── common │ │ │ ├── base │ │ │ ├── Preconditions.java │ │ │ └── Ticker.java │ │ │ └── util │ │ │ └── concurrent │ │ │ ├── RateLimiter.java │ │ │ └── Uninterruptibles.java │ ├── resources │ │ └── META-INF │ │ │ └── services │ │ │ └── org.apache.spark.sql.sources.DataSourceRegister │ └── scala │ │ └── com │ │ └── audienceproject │ │ └── spark │ │ └── dynamodb │ │ ├── attribute.scala │ │ ├── catalyst │ │ └── JavaConverter.scala │ │ ├── connector │ │ ├── ColumnSchema.scala │ │ ├── DynamoConnector.scala │ │ ├── DynamoWritable.scala │ │ ├── FilterPushdown.scala │ │ ├── KeySchema.scala │ │ ├── TableConnector.scala │ │ └── TableIndexConnector.scala │ │ ├── datasource │ │ ├── DefaultSource.scala │ │ ├── DynamoBatchReader.scala │ │ ├── DynamoDataDeleteWriter.scala │ │ ├── DynamoDataUpdateWriter.scala │ │ ├── DynamoDataWriter.scala │ │ ├── DynamoReaderFactory.scala │ │ ├── DynamoScanBuilder.scala │ │ ├── DynamoTable.scala │ │ ├── DynamoWriteBuilder.scala │ │ ├── DynamoWriterFactory.scala │ │ ├── OutputPartitioning.scala │ │ ├── ScanPartition.scala │ │ └── TypeConversion.scala │ │ ├── implicits.scala │ │ └── reflect │ │ └── SchemaAnalysis.scala └── test │ ├── resources │ └── log4j2.xml │ └── scala │ └── com │ └── audienceproject │ └── spark │ └── dynamodb │ ├── AbstractInMemoryTest.scala │ ├── DefaultSourceTest.scala │ ├── FilterPushdownTest.scala │ ├── NestedDataStructuresTest.scala │ ├── NullBooleanTest.scala │ ├── NullValuesTest.scala │ ├── RegionTest.scala │ ├── WriteRelationTest.scala │ └── structs │ ├── TestFruit.scala │ └── TestFruitWithProperties.scala └── wercker.yml /.editorconfig: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/.editorconfig -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/README.md -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version = 1.2.6 2 | -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/project/plugins.sbt -------------------------------------------------------------------------------- /src/main/java/com/audienceproject/shaded/google/common/base/Preconditions.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/java/com/audienceproject/shaded/google/common/base/Preconditions.java -------------------------------------------------------------------------------- /src/main/java/com/audienceproject/shaded/google/common/base/Ticker.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/java/com/audienceproject/shaded/google/common/base/Ticker.java -------------------------------------------------------------------------------- /src/main/java/com/audienceproject/shaded/google/common/util/concurrent/RateLimiter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/java/com/audienceproject/shaded/google/common/util/concurrent/RateLimiter.java -------------------------------------------------------------------------------- /src/main/java/com/audienceproject/shaded/google/common/util/concurrent/Uninterruptibles.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/java/com/audienceproject/shaded/google/common/util/concurrent/Uninterruptibles.java -------------------------------------------------------------------------------- /src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/resources/META-INF/services/org.apache.spark.sql.sources.DataSourceRegister -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/attribute.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/attribute.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/catalyst/JavaConverter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/catalyst/JavaConverter.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/connector/ColumnSchema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/connector/ColumnSchema.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/connector/DynamoConnector.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/connector/DynamoConnector.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/connector/DynamoWritable.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/connector/DynamoWritable.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/connector/FilterPushdown.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/connector/FilterPushdown.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/connector/KeySchema.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/connector/KeySchema.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/connector/TableConnector.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/connector/TableConnector.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/connector/TableIndexConnector.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/connector/TableIndexConnector.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DefaultSource.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DefaultSource.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoBatchReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoBatchReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoDataDeleteWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoDataDeleteWriter.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoDataUpdateWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoDataUpdateWriter.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoDataWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoDataWriter.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoReaderFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoReaderFactory.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoScanBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoScanBuilder.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoTable.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoTable.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoWriteBuilder.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoWriteBuilder.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoWriterFactory.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/DynamoWriterFactory.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/OutputPartitioning.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/OutputPartitioning.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/ScanPartition.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/ScanPartition.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/datasource/TypeConversion.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/datasource/TypeConversion.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/implicits.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/implicits.scala -------------------------------------------------------------------------------- /src/main/scala/com/audienceproject/spark/dynamodb/reflect/SchemaAnalysis.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/main/scala/com/audienceproject/spark/dynamodb/reflect/SchemaAnalysis.scala -------------------------------------------------------------------------------- /src/test/resources/log4j2.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/resources/log4j2.xml -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/AbstractInMemoryTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/AbstractInMemoryTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/DefaultSourceTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/DefaultSourceTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/FilterPushdownTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/FilterPushdownTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/NestedDataStructuresTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/NestedDataStructuresTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/NullBooleanTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/NullBooleanTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/NullValuesTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/NullValuesTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/RegionTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/RegionTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/WriteRelationTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/WriteRelationTest.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/structs/TestFruit.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/structs/TestFruit.scala -------------------------------------------------------------------------------- /src/test/scala/com/audienceproject/spark/dynamodb/structs/TestFruitWithProperties.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/src/test/scala/com/audienceproject/spark/dynamodb/structs/TestFruitWithProperties.scala -------------------------------------------------------------------------------- /wercker.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/audienceproject/spark-dynamodb/HEAD/wercker.yml --------------------------------------------------------------------------------