├── .gitignore ├── LICENSE ├── README.md ├── bin ├── genjars.sh ├── hadoop_classpath.sh └── rungentool.sh ├── pom.xml └── src ├── main ├── assembly │ └── assembly.xml ├── java │ ├── com │ │ └── hortonworks │ │ │ └── pso │ │ │ └── data │ │ │ └── generator │ │ │ ├── RecordGenerator.java │ │ │ ├── fields │ │ │ ├── AbstractFieldType.java │ │ │ ├── BooleanField.java │ │ │ ├── DateField.java │ │ │ ├── FieldType.java │ │ │ ├── IPAddressField.java │ │ │ ├── ListField.java │ │ │ ├── NestedField.java │ │ │ ├── NullField.java │ │ │ ├── NumberField.java │ │ │ ├── StartStopFields.java │ │ │ └── StringField.java │ │ │ └── mapreduce │ │ │ ├── DataGenInputFormat.java │ │ │ ├── DataGenMapper.java │ │ │ ├── DataGenTool.java │ │ │ └── KafkaDataGenMapper.java │ └── kafka │ │ └── bridge │ │ └── hadoop2 │ │ ├── KafkaOutputFormat.java │ │ └── KafkaRecordWriter.java └── resources │ ├── generator-1.0-schema.json │ ├── sample-null-generator.json │ ├── sample-record-generator.json │ ├── sample-record-ordered-generator.json │ ├── sample-startstop-generator.json │ └── validation-generator.json └── test └── java └── com └── hortonworks └── pso └── data └── generator ├── RecordGeneratorTest.java └── StringFieldTest.java /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/README.md -------------------------------------------------------------------------------- /bin/genjars.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/bin/genjars.sh -------------------------------------------------------------------------------- /bin/hadoop_classpath.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/bin/hadoop_classpath.sh -------------------------------------------------------------------------------- /bin/rungentool.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/bin/rungentool.sh -------------------------------------------------------------------------------- /pom.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/pom.xml -------------------------------------------------------------------------------- /src/main/assembly/assembly.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/assembly/assembly.xml -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/RecordGenerator.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/RecordGenerator.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/AbstractFieldType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/AbstractFieldType.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/BooleanField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/BooleanField.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/DateField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/DateField.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/FieldType.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/FieldType.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/IPAddressField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/IPAddressField.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/ListField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/ListField.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/NestedField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/NestedField.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/NullField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/NullField.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/NumberField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/NumberField.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/StartStopFields.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/StartStopFields.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/fields/StringField.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/fields/StringField.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/mapreduce/DataGenInputFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/mapreduce/DataGenInputFormat.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/mapreduce/DataGenMapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/mapreduce/DataGenMapper.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/mapreduce/DataGenTool.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/mapreduce/DataGenTool.java -------------------------------------------------------------------------------- /src/main/java/com/hortonworks/pso/data/generator/mapreduce/KafkaDataGenMapper.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/com/hortonworks/pso/data/generator/mapreduce/KafkaDataGenMapper.java -------------------------------------------------------------------------------- /src/main/java/kafka/bridge/hadoop2/KafkaOutputFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/kafka/bridge/hadoop2/KafkaOutputFormat.java -------------------------------------------------------------------------------- /src/main/java/kafka/bridge/hadoop2/KafkaRecordWriter.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/java/kafka/bridge/hadoop2/KafkaRecordWriter.java -------------------------------------------------------------------------------- /src/main/resources/generator-1.0-schema.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/resources/generator-1.0-schema.json -------------------------------------------------------------------------------- /src/main/resources/sample-null-generator.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/resources/sample-null-generator.json -------------------------------------------------------------------------------- /src/main/resources/sample-record-generator.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/resources/sample-record-generator.json -------------------------------------------------------------------------------- /src/main/resources/sample-record-ordered-generator.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/resources/sample-record-ordered-generator.json -------------------------------------------------------------------------------- /src/main/resources/sample-startstop-generator.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/resources/sample-startstop-generator.json -------------------------------------------------------------------------------- /src/main/resources/validation-generator.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/main/resources/validation-generator.json -------------------------------------------------------------------------------- /src/test/java/com/hortonworks/pso/data/generator/RecordGeneratorTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/test/java/com/hortonworks/pso/data/generator/RecordGeneratorTest.java -------------------------------------------------------------------------------- /src/test/java/com/hortonworks/pso/data/generator/StringFieldTest.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/dstreev/hdp-data-gen/HEAD/src/test/java/com/hortonworks/pso/data/generator/StringFieldTest.java --------------------------------------------------------------------------------