├── .gitignore ├── LICENSE ├── README.md ├── data-tc-extra ├── README.md ├── build.sbt └── src │ ├── main │ └── scala │ │ └── fif │ │ └── ops │ │ ├── Sum.scala │ │ └── ToMap.scala │ └── test │ └── scala │ └── fif │ ├── TestHelpers.scala │ └── ops │ ├── SumTest.scala │ └── ToMapTest.scala ├── data-tc-flink ├── README.md ├── build.sbt └── src │ ├── main │ └── scala │ │ └── com │ │ └── nitro │ │ └── absnlp │ │ ├── FlinkData.scala │ │ └── FlinkHelper.scala │ └── test │ ├── resources │ └── log4j.properties │ └── scala │ └── com │ └── nitro │ └── absnlp │ └── FlinkDataTest.scala ├── data-tc-scala ├── README.md ├── build.sbt └── src │ ├── main │ └── scala │ │ └── fif │ │ ├── ArrayData.scala │ │ ├── Data.scala │ │ ├── ImplicitCollectionsData.scala │ │ ├── SeqData.scala │ │ └── TravData.scala │ └── test │ └── scala │ └── fif │ ├── ArrayDataTest.scala │ ├── CollectionDataTest.scala │ ├── ImplicitCollectionsDataTest.scala │ ├── SeqDataTest.scala │ └── TravDataTest.scala ├── data-tc-spark ├── README.md ├── build.sbt └── src │ ├── main │ ├── java │ │ └── fif │ │ │ └── spark │ │ │ └── avroparquet │ │ │ ├── AvroConverter.java │ │ │ ├── GenericAvroMaterializer.java │ │ │ └── GenericAvroReadSupport.java │ ├── resources │ │ └── log4j.properties │ └── scala │ │ └── fif │ │ ├── ImplicitRddData.scala │ │ ├── RddData.scala │ │ └── spark │ │ ├── KryoSerializationWrapper.scala │ │ ├── KryoSerializer.scala │ │ ├── RddSerializedOps.scala │ │ └── avroparquet │ │ └── RddHelpers.scala │ └── test │ ├── resources │ ├── avroparquet_sample_entities_rdd │ │ ├── .part-r-00000.parquet.crc │ │ ├── .part-r-00001.parquet.crc │ │ ├── .part-r-00002.parquet.crc │ │ ├── .part-r-00003.parquet.crc │ │ ├── part-r-00000.parquet │ │ ├── part-r-00001.parquet │ │ ├── part-r-00002.parquet │ │ └── part-r-00003.parquet │ └── log4j.properties │ └── scala │ └── fif │ ├── RddDataTest.scala │ ├── TestHelpers.scala │ └── spark │ ├── KryoSerializationTest.scala │ ├── RddSerializedOpsTest.scala │ └── avroparquet │ ├── RddHelpersTest.scala │ └── SampleEntity.scala └── project ├── SharedBuild.scala ├── build.properties └── plugins.sbt /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/README.md -------------------------------------------------------------------------------- /data-tc-extra/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-extra/README.md -------------------------------------------------------------------------------- /data-tc-extra/build.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-extra/build.sbt -------------------------------------------------------------------------------- /data-tc-extra/src/main/scala/fif/ops/Sum.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-extra/src/main/scala/fif/ops/Sum.scala -------------------------------------------------------------------------------- /data-tc-extra/src/main/scala/fif/ops/ToMap.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-extra/src/main/scala/fif/ops/ToMap.scala -------------------------------------------------------------------------------- /data-tc-extra/src/test/scala/fif/TestHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-extra/src/test/scala/fif/TestHelpers.scala -------------------------------------------------------------------------------- /data-tc-extra/src/test/scala/fif/ops/SumTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-extra/src/test/scala/fif/ops/SumTest.scala -------------------------------------------------------------------------------- /data-tc-extra/src/test/scala/fif/ops/ToMapTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-extra/src/test/scala/fif/ops/ToMapTest.scala -------------------------------------------------------------------------------- /data-tc-flink/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-flink/README.md -------------------------------------------------------------------------------- /data-tc-flink/build.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-flink/build.sbt -------------------------------------------------------------------------------- /data-tc-flink/src/main/scala/com/nitro/absnlp/FlinkData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-flink/src/main/scala/com/nitro/absnlp/FlinkData.scala -------------------------------------------------------------------------------- /data-tc-flink/src/main/scala/com/nitro/absnlp/FlinkHelper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-flink/src/main/scala/com/nitro/absnlp/FlinkHelper.scala -------------------------------------------------------------------------------- /data-tc-flink/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-flink/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /data-tc-flink/src/test/scala/com/nitro/absnlp/FlinkDataTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-flink/src/test/scala/com/nitro/absnlp/FlinkDataTest.scala -------------------------------------------------------------------------------- /data-tc-scala/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/README.md -------------------------------------------------------------------------------- /data-tc-scala/build.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/build.sbt -------------------------------------------------------------------------------- /data-tc-scala/src/main/scala/fif/ArrayData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/main/scala/fif/ArrayData.scala -------------------------------------------------------------------------------- /data-tc-scala/src/main/scala/fif/Data.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/main/scala/fif/Data.scala -------------------------------------------------------------------------------- /data-tc-scala/src/main/scala/fif/ImplicitCollectionsData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/main/scala/fif/ImplicitCollectionsData.scala -------------------------------------------------------------------------------- /data-tc-scala/src/main/scala/fif/SeqData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/main/scala/fif/SeqData.scala -------------------------------------------------------------------------------- /data-tc-scala/src/main/scala/fif/TravData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/main/scala/fif/TravData.scala -------------------------------------------------------------------------------- /data-tc-scala/src/test/scala/fif/ArrayDataTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/test/scala/fif/ArrayDataTest.scala -------------------------------------------------------------------------------- /data-tc-scala/src/test/scala/fif/CollectionDataTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/test/scala/fif/CollectionDataTest.scala -------------------------------------------------------------------------------- /data-tc-scala/src/test/scala/fif/ImplicitCollectionsDataTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/test/scala/fif/ImplicitCollectionsDataTest.scala -------------------------------------------------------------------------------- /data-tc-scala/src/test/scala/fif/SeqDataTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/test/scala/fif/SeqDataTest.scala -------------------------------------------------------------------------------- /data-tc-scala/src/test/scala/fif/TravDataTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-scala/src/test/scala/fif/TravDataTest.scala -------------------------------------------------------------------------------- /data-tc-spark/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/README.md -------------------------------------------------------------------------------- /data-tc-spark/build.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/build.sbt -------------------------------------------------------------------------------- /data-tc-spark/src/main/java/fif/spark/avroparquet/AvroConverter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/java/fif/spark/avroparquet/AvroConverter.java -------------------------------------------------------------------------------- /data-tc-spark/src/main/java/fif/spark/avroparquet/GenericAvroMaterializer.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/java/fif/spark/avroparquet/GenericAvroMaterializer.java -------------------------------------------------------------------------------- /data-tc-spark/src/main/java/fif/spark/avroparquet/GenericAvroReadSupport.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/java/fif/spark/avroparquet/GenericAvroReadSupport.java -------------------------------------------------------------------------------- /data-tc-spark/src/main/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/resources/log4j.properties -------------------------------------------------------------------------------- /data-tc-spark/src/main/scala/fif/ImplicitRddData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/scala/fif/ImplicitRddData.scala -------------------------------------------------------------------------------- /data-tc-spark/src/main/scala/fif/RddData.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/scala/fif/RddData.scala -------------------------------------------------------------------------------- /data-tc-spark/src/main/scala/fif/spark/KryoSerializationWrapper.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/scala/fif/spark/KryoSerializationWrapper.scala -------------------------------------------------------------------------------- /data-tc-spark/src/main/scala/fif/spark/KryoSerializer.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/scala/fif/spark/KryoSerializer.scala -------------------------------------------------------------------------------- /data-tc-spark/src/main/scala/fif/spark/RddSerializedOps.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/scala/fif/spark/RddSerializedOps.scala -------------------------------------------------------------------------------- /data-tc-spark/src/main/scala/fif/spark/avroparquet/RddHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/main/scala/fif/spark/avroparquet/RddHelpers.scala -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/.part-r-00000.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/.part-r-00000.parquet.crc -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/.part-r-00001.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/.part-r-00001.parquet.crc -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/.part-r-00002.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/.part-r-00002.parquet.crc -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/.part-r-00003.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/.part-r-00003.parquet.crc -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/part-r-00000.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/part-r-00000.parquet -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/part-r-00001.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/part-r-00001.parquet -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/part-r-00002.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/part-r-00002.parquet -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/part-r-00003.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/avroparquet_sample_entities_rdd/part-r-00003.parquet -------------------------------------------------------------------------------- /data-tc-spark/src/test/resources/log4j.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/resources/log4j.properties -------------------------------------------------------------------------------- /data-tc-spark/src/test/scala/fif/RddDataTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/scala/fif/RddDataTest.scala -------------------------------------------------------------------------------- /data-tc-spark/src/test/scala/fif/TestHelpers.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/scala/fif/TestHelpers.scala -------------------------------------------------------------------------------- /data-tc-spark/src/test/scala/fif/spark/KryoSerializationTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/scala/fif/spark/KryoSerializationTest.scala -------------------------------------------------------------------------------- /data-tc-spark/src/test/scala/fif/spark/RddSerializedOpsTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/scala/fif/spark/RddSerializedOpsTest.scala -------------------------------------------------------------------------------- /data-tc-spark/src/test/scala/fif/spark/avroparquet/RddHelpersTest.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/scala/fif/spark/avroparquet/RddHelpersTest.scala -------------------------------------------------------------------------------- /data-tc-spark/src/test/scala/fif/spark/avroparquet/SampleEntity.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/data-tc-spark/src/test/scala/fif/spark/avroparquet/SampleEntity.scala -------------------------------------------------------------------------------- /project/SharedBuild.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/project/SharedBuild.scala -------------------------------------------------------------------------------- /project/build.properties: -------------------------------------------------------------------------------- 1 | sbt.version=0.13.8 2 | -------------------------------------------------------------------------------- /project/plugins.sbt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/malcolmgreaves/data-tc/HEAD/project/plugins.sbt --------------------------------------------------------------------------------