├── .gitignore ├── COPYING ├── ChangeLog ├── README.md ├── config └── checkstyle │ ├── checkstyle.xml │ └── default.xml ├── embulk-executor-mapreduce └── src │ ├── main │ └── java │ │ └── org │ │ └── embulk │ │ └── executor │ │ └── mapreduce │ │ ├── AttemptState.java │ │ ├── BufferWritable.java │ │ ├── BufferedPagePartitioner.java │ │ ├── DefaultEmbulkFactory.java │ │ ├── EmbulkInputFormat.java │ │ ├── EmbulkInputSplit.java │ │ ├── EmbulkMapReduce.java │ │ ├── EmbulkPartitioningMapReduce.java │ │ ├── EmbulkRecordReader.java │ │ ├── MapReduceExecutor.java │ │ ├── MapReduceExecutorTask.java │ │ ├── PageWritable.java │ │ ├── PartitionKey.java │ │ ├── Partitioner.java │ │ ├── Partitioning.java │ │ ├── PluginArchive.java │ │ ├── RemoteTaskFailedDataException.java │ │ ├── RemoteTaskFailedException.java │ │ ├── SetContextClassLoader.java │ │ └── TimestampPartitioning.java │ └── test │ ├── java │ └── org │ │ └── embulk │ │ └── executor │ │ └── mapreduce │ │ ├── MapReduceExecutorTestRuntime.java │ │ ├── TestAttemptState.java │ │ ├── TestEmbulkInputFormat.java │ │ ├── TestEmbulkInputSplit.java │ │ ├── TestEmbulkRecordReader.java │ │ ├── TestMapReduceExecutor.java │ │ ├── TestPageBufferWritable.java │ │ └── TestTimestampPartitioning.java │ └── resources │ ├── config │ ├── core-site.xml │ ├── embulk_mapred_config.yml │ ├── embulk_mapred_invalid_config_files_config.yml │ ├── embulk_mapred_invalid_libjars_config.yml │ ├── embulk_mapred_invalid_partitioning_config.yml │ ├── embulk_mapred_invalid_reducers_config.yml │ ├── embulk_mapred_partitioning_config.yml │ ├── embulk_mapred_stop_on_invalid_record_config.yml │ ├── hdfs-site.xml │ └── mapred-site.xml │ └── fixtures │ ├── csv │ ├── sample1.csv │ └── sample2.csv │ └── invalid_csv │ ├── sample1.csv │ └── sample2.csv ├── embulk-executor-mapreduce_2_6 ├── build.gradle ├── lib │ └── embulk │ │ └── executor │ │ └── mapreduce_2_6.rb └── src │ └── test │ └── resources │ └── plugin_name.txt ├── embulk-executor-mapreduce_2_7 ├── build.gradle ├── lib │ └── embulk │ │ └── executor │ │ └── mapreduce_2_7.rb └── src │ └── test │ └── resources │ └── plugin_name.txt ├── gradle └── wrapper │ ├── gradle-wrapper.jar │ └── gradle-wrapper.properties ├── gradlew ├── gradlew.bat └── settings.gradle /.gitignore: -------------------------------------------------------------------------------- 1 | *~ 2 | .idea 3 | build/ 4 | classpath/ 5 | /.gradle 6 | /*.gem 7 | -------------------------------------------------------------------------------- /COPYING: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/COPYING -------------------------------------------------------------------------------- /ChangeLog: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/ChangeLog -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/README.md -------------------------------------------------------------------------------- /config/checkstyle/checkstyle.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/config/checkstyle/checkstyle.xml -------------------------------------------------------------------------------- /config/checkstyle/default.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/config/checkstyle/default.xml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/AttemptState.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/AttemptState.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/BufferWritable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/BufferWritable.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/BufferedPagePartitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/BufferedPagePartitioner.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/DefaultEmbulkFactory.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/DefaultEmbulkFactory.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkInputFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkInputFormat.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkInputSplit.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkInputSplit.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkMapReduce.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkMapReduce.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkPartitioningMapReduce.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkPartitioningMapReduce.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkRecordReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/EmbulkRecordReader.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/MapReduceExecutor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/MapReduceExecutor.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/MapReduceExecutorTask.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/MapReduceExecutorTask.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/PageWritable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/PageWritable.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/PartitionKey.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/PartitionKey.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/Partitioner.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/Partitioner.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/Partitioning.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/Partitioning.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/PluginArchive.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/PluginArchive.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/RemoteTaskFailedDataException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/RemoteTaskFailedDataException.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/RemoteTaskFailedException.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/RemoteTaskFailedException.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/SetContextClassLoader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/SetContextClassLoader.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/TimestampPartitioning.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/main/java/org/embulk/executor/mapreduce/TimestampPartitioning.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/MapReduceExecutorTestRuntime.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/MapReduceExecutorTestRuntime.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestAttemptState.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestAttemptState.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestEmbulkInputFormat.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestEmbulkInputFormat.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestEmbulkInputSplit.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestEmbulkInputSplit.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestEmbulkRecordReader.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestEmbulkRecordReader.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestMapReduceExecutor.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestMapReduceExecutor.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestPageBufferWritable.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestPageBufferWritable.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestTimestampPartitioning.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/java/org/embulk/executor/mapreduce/TestTimestampPartitioning.java -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/core-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/core-site.xml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_config.yml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_invalid_config_files_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_invalid_config_files_config.yml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_invalid_libjars_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_invalid_libjars_config.yml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_invalid_partitioning_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_invalid_partitioning_config.yml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_invalid_reducers_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_invalid_reducers_config.yml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_partitioning_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_partitioning_config.yml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_stop_on_invalid_record_config.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/embulk_mapred_stop_on_invalid_record_config.yml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/hdfs-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/hdfs-site.xml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/config/mapred-site.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/config/mapred-site.xml -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/fixtures/csv/sample1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/fixtures/csv/sample1.csv -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/fixtures/csv/sample2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/fixtures/csv/sample2.csv -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/fixtures/invalid_csv/sample1.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/fixtures/invalid_csv/sample1.csv -------------------------------------------------------------------------------- /embulk-executor-mapreduce/src/test/resources/fixtures/invalid_csv/sample2.csv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce/src/test/resources/fixtures/invalid_csv/sample2.csv -------------------------------------------------------------------------------- /embulk-executor-mapreduce_2_6/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce_2_6/build.gradle -------------------------------------------------------------------------------- /embulk-executor-mapreduce_2_6/lib/embulk/executor/mapreduce_2_6.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce_2_6/lib/embulk/executor/mapreduce_2_6.rb -------------------------------------------------------------------------------- /embulk-executor-mapreduce_2_6/src/test/resources/plugin_name.txt: -------------------------------------------------------------------------------- 1 | mapreduce_2_6 2 | -------------------------------------------------------------------------------- /embulk-executor-mapreduce_2_7/build.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce_2_7/build.gradle -------------------------------------------------------------------------------- /embulk-executor-mapreduce_2_7/lib/embulk/executor/mapreduce_2_7.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/embulk-executor-mapreduce_2_7/lib/embulk/executor/mapreduce_2_7.rb -------------------------------------------------------------------------------- /embulk-executor-mapreduce_2_7/src/test/resources/plugin_name.txt: -------------------------------------------------------------------------------- 1 | mapreduce_2_7 2 | -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.jar: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/gradle/wrapper/gradle-wrapper.jar -------------------------------------------------------------------------------- /gradle/wrapper/gradle-wrapper.properties: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/gradle/wrapper/gradle-wrapper.properties -------------------------------------------------------------------------------- /gradlew: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/gradlew -------------------------------------------------------------------------------- /gradlew.bat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/gradlew.bat -------------------------------------------------------------------------------- /settings.gradle: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/embulk/embulk-executor-mapreduce/HEAD/settings.gradle --------------------------------------------------------------------------------