├── .gitignore ├── README.md ├── data ├── users.avro │ ├── ._SUCCESS.crc │ ├── .part-r-00000.avro.crc │ ├── _SUCCESS │ └── part-r-00000.avro └── users.parquet │ ├── ._SUCCESS.crc │ ├── ._common_metadata.crc │ ├── ._metadata.crc │ ├── .part-r-00000.parquet.crc │ ├── _SUCCESS │ ├── _common_metadata │ ├── _metadata │ └── part-r-00000.parquet ├── pom.xml └── src └── main ├── resources └── user.avsc └── scala └── com └── cloudera └── sparkavro ├── MyKryoRegistrator.scala ├── SparkSpecificAvroReader.scala ├── SparkSpecificAvroWriter.scala ├── SparkSpecificParquetReader.scala └── SparkSpecificParquetWriter.scala /.gitignore: -------------------------------------------------------------------------------- 1 | *.iml 2 | .idea 3 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/README.md -------------------------------------------------------------------------------- /data/users.avro/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /data/users.avro/.part-r-00000.avro.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/data/users.avro/.part-r-00000.avro.crc -------------------------------------------------------------------------------- /data/users.avro/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/users.avro/part-r-00000.avro: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/data/users.avro/part-r-00000.avro -------------------------------------------------------------------------------- /data/users.parquet/._SUCCESS.crc: -------------------------------------------------------------------------------- 1 | crc -------------------------------------------------------------------------------- /data/users.parquet/._common_metadata.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/data/users.parquet/._common_metadata.crc -------------------------------------------------------------------------------- /data/users.parquet/._metadata.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/data/users.parquet/._metadata.crc -------------------------------------------------------------------------------- /data/users.parquet/.part-r-00000.parquet.crc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/data/users.parquet/.part-r-00000.parquet.crc -------------------------------------------------------------------------------- /data/users.parquet/_SUCCESS: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /data/users.parquet/_common_metadata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/data/users.parquet/_common_metadata -------------------------------------------------------------------------------- /data/users.parquet/_metadata: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/data/users.parquet/_metadata -------------------------------------------------------------------------------- /data/users.parquet/part-r-00000.parquet: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/data/users.parquet/part-r-00000.parquet -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/resources/user.avsc: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/src/main/resources/user.avsc -------------------------------------------------------------------------------- /src/main/scala/com/cloudera/sparkavro/MyKryoRegistrator.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/src/main/scala/com/cloudera/sparkavro/MyKryoRegistrator.scala -------------------------------------------------------------------------------- /src/main/scala/com/cloudera/sparkavro/SparkSpecificAvroReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/src/main/scala/com/cloudera/sparkavro/SparkSpecificAvroReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/cloudera/sparkavro/SparkSpecificAvroWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/src/main/scala/com/cloudera/sparkavro/SparkSpecificAvroWriter.scala -------------------------------------------------------------------------------- /src/main/scala/com/cloudera/sparkavro/SparkSpecificParquetReader.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/src/main/scala/com/cloudera/sparkavro/SparkSpecificParquetReader.scala -------------------------------------------------------------------------------- /src/main/scala/com/cloudera/sparkavro/SparkSpecificParquetWriter.scala: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/sryza/simplesparkavroapp/HEAD/src/main/scala/com/cloudera/sparkavro/SparkSpecificParquetWriter.scala --------------------------------------------------------------------------------