├── .gitignore ├── LICENCE ├── Rakefile ├── VERSION ├── bin ├── mandy ├── mandy-cat ├── mandy-cp ├── mandy-exists ├── mandy-get ├── mandy-hadoop ├── mandy-hdfs ├── mandy-install ├── mandy-kill ├── mandy-local ├── mandy-ls ├── mandy-lsr ├── mandy-map ├── mandy-mkdir ├── mandy-mv ├── mandy-put ├── mandy-reduce └── mandy-rm ├── bootstrap.rb ├── examples ├── README.md ├── alice-out │ ├── 1-word-count │ ├── 2-histogram │ └── 3-sort ├── alice.txt ├── cluster.xml ├── custom_output_format │ ├── build.xml │ ├── src │ │ └── forward │ │ │ └── mandy │ │ │ └── output │ │ │ └── MultipleTextFiles.java │ └── word_count_in_multiple_files.rb ├── grep.rb ├── sequence_file_example.rb ├── tb-cluster.xml ├── war.txt ├── word_count.rb └── word_count_split │ ├── count.rb │ ├── histogram.rb │ ├── sort.rb │ └── word_count.rb ├── geminstaller.yml ├── lib ├── .DS_Store ├── mandy.rb └── mandy │ ├── configuration │ └── hadoop_configuration.rb │ ├── dsl.rb │ ├── errors.rb │ ├── job.rb │ ├── mappers │ ├── base_mapper.rb │ ├── pass_through_mapper.rb │ └── transpose_mapper.rb │ ├── packer.rb │ ├── reducers │ ├── base_reducer.rb │ ├── max_reducer.rb │ ├── min_reducer.rb │ ├── pass_through_reducer.rb │ ├── sum_reducer.rb │ └── transpose_reducer.rb │ ├── ruby-hbase.rb │ ├── ruby-hbase │ ├── hbase_table.rb │ ├── scanner.rb │ ├── version.rb │ └── xml_decoder.rb │ ├── serializers │ └── json.rb │ ├── stores │ ├── hbase.rb │ └── in_memory.rb │ ├── support │ ├── array_serializer.rb │ ├── formatting.rb │ ├── hdfs_location.rb │ └── tuple.rb │ ├── task.rb │ └── test_runner.rb ├── mandy.gemspec ├── readme.md └── spec ├── lib ├── examples │ ├── parameterised_job_spec.rb │ └── word_count_spec.rb ├── job_spec.rb ├── mappers │ ├── base_mapper_spec.rb │ └── pass_through_mapper_spec.rb ├── reducers │ ├── max_reducer_spec.rb │ ├── min_reducer_spec.rb │ ├── pass_through_reducer_spec.rb │ └── sum_reducer_spec.rb ├── support │ ├── array_serialiser_spec.rb │ ├── packer_spec.rb │ └── tuple_spec.rb └── task_spec.rb └── spec_helper.rb /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENCE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/LICENCE -------------------------------------------------------------------------------- /Rakefile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/Rakefile -------------------------------------------------------------------------------- /VERSION: -------------------------------------------------------------------------------- 1 | 0.5.27 -------------------------------------------------------------------------------- /bin/mandy: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy -------------------------------------------------------------------------------- /bin/mandy-cat: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-cat -------------------------------------------------------------------------------- /bin/mandy-cp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-cp -------------------------------------------------------------------------------- /bin/mandy-exists: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-exists -------------------------------------------------------------------------------- /bin/mandy-get: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-get -------------------------------------------------------------------------------- /bin/mandy-hadoop: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-hadoop -------------------------------------------------------------------------------- /bin/mandy-hdfs: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-hdfs -------------------------------------------------------------------------------- /bin/mandy-install: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-install -------------------------------------------------------------------------------- /bin/mandy-kill: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-kill -------------------------------------------------------------------------------- /bin/mandy-local: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-local -------------------------------------------------------------------------------- /bin/mandy-ls: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-ls -------------------------------------------------------------------------------- /bin/mandy-lsr: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-lsr -------------------------------------------------------------------------------- /bin/mandy-map: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-map -------------------------------------------------------------------------------- /bin/mandy-mkdir: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-mkdir -------------------------------------------------------------------------------- /bin/mandy-mv: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-mv -------------------------------------------------------------------------------- /bin/mandy-put: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-put -------------------------------------------------------------------------------- /bin/mandy-reduce: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-reduce -------------------------------------------------------------------------------- /bin/mandy-rm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bin/mandy-rm -------------------------------------------------------------------------------- /bootstrap.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/bootstrap.rb -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/alice-out/1-word-count: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/alice-out/1-word-count -------------------------------------------------------------------------------- /examples/alice-out/2-histogram: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/alice-out/2-histogram -------------------------------------------------------------------------------- /examples/alice-out/3-sort: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/alice-out/3-sort -------------------------------------------------------------------------------- /examples/alice.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/alice.txt -------------------------------------------------------------------------------- /examples/cluster.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/cluster.xml -------------------------------------------------------------------------------- /examples/custom_output_format/build.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/custom_output_format/build.xml -------------------------------------------------------------------------------- /examples/custom_output_format/src/forward/mandy/output/MultipleTextFiles.java: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/custom_output_format/src/forward/mandy/output/MultipleTextFiles.java -------------------------------------------------------------------------------- /examples/custom_output_format/word_count_in_multiple_files.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/custom_output_format/word_count_in_multiple_files.rb -------------------------------------------------------------------------------- /examples/grep.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/grep.rb -------------------------------------------------------------------------------- /examples/sequence_file_example.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/sequence_file_example.rb -------------------------------------------------------------------------------- /examples/tb-cluster.xml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/tb-cluster.xml -------------------------------------------------------------------------------- /examples/war.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/war.txt -------------------------------------------------------------------------------- /examples/word_count.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/word_count.rb -------------------------------------------------------------------------------- /examples/word_count_split/count.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/word_count_split/count.rb -------------------------------------------------------------------------------- /examples/word_count_split/histogram.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/word_count_split/histogram.rb -------------------------------------------------------------------------------- /examples/word_count_split/sort.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/word_count_split/sort.rb -------------------------------------------------------------------------------- /examples/word_count_split/word_count.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/examples/word_count_split/word_count.rb -------------------------------------------------------------------------------- /geminstaller.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/geminstaller.yml -------------------------------------------------------------------------------- /lib/.DS_Store: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/.DS_Store -------------------------------------------------------------------------------- /lib/mandy.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy.rb -------------------------------------------------------------------------------- /lib/mandy/configuration/hadoop_configuration.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/configuration/hadoop_configuration.rb -------------------------------------------------------------------------------- /lib/mandy/dsl.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/dsl.rb -------------------------------------------------------------------------------- /lib/mandy/errors.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/errors.rb -------------------------------------------------------------------------------- /lib/mandy/job.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/job.rb -------------------------------------------------------------------------------- /lib/mandy/mappers/base_mapper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/mappers/base_mapper.rb -------------------------------------------------------------------------------- /lib/mandy/mappers/pass_through_mapper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/mappers/pass_through_mapper.rb -------------------------------------------------------------------------------- /lib/mandy/mappers/transpose_mapper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/mappers/transpose_mapper.rb -------------------------------------------------------------------------------- /lib/mandy/packer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/packer.rb -------------------------------------------------------------------------------- /lib/mandy/reducers/base_reducer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/reducers/base_reducer.rb -------------------------------------------------------------------------------- /lib/mandy/reducers/max_reducer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/reducers/max_reducer.rb -------------------------------------------------------------------------------- /lib/mandy/reducers/min_reducer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/reducers/min_reducer.rb -------------------------------------------------------------------------------- /lib/mandy/reducers/pass_through_reducer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/reducers/pass_through_reducer.rb -------------------------------------------------------------------------------- /lib/mandy/reducers/sum_reducer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/reducers/sum_reducer.rb -------------------------------------------------------------------------------- /lib/mandy/reducers/transpose_reducer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/reducers/transpose_reducer.rb -------------------------------------------------------------------------------- /lib/mandy/ruby-hbase.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/ruby-hbase.rb -------------------------------------------------------------------------------- /lib/mandy/ruby-hbase/hbase_table.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/ruby-hbase/hbase_table.rb -------------------------------------------------------------------------------- /lib/mandy/ruby-hbase/scanner.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/ruby-hbase/scanner.rb -------------------------------------------------------------------------------- /lib/mandy/ruby-hbase/version.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/ruby-hbase/version.rb -------------------------------------------------------------------------------- /lib/mandy/ruby-hbase/xml_decoder.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/ruby-hbase/xml_decoder.rb -------------------------------------------------------------------------------- /lib/mandy/serializers/json.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/serializers/json.rb -------------------------------------------------------------------------------- /lib/mandy/stores/hbase.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/stores/hbase.rb -------------------------------------------------------------------------------- /lib/mandy/stores/in_memory.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/stores/in_memory.rb -------------------------------------------------------------------------------- /lib/mandy/support/array_serializer.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/support/array_serializer.rb -------------------------------------------------------------------------------- /lib/mandy/support/formatting.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/support/formatting.rb -------------------------------------------------------------------------------- /lib/mandy/support/hdfs_location.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/support/hdfs_location.rb -------------------------------------------------------------------------------- /lib/mandy/support/tuple.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/support/tuple.rb -------------------------------------------------------------------------------- /lib/mandy/task.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/task.rb -------------------------------------------------------------------------------- /lib/mandy/test_runner.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/lib/mandy/test_runner.rb -------------------------------------------------------------------------------- /mandy.gemspec: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/mandy.gemspec -------------------------------------------------------------------------------- /readme.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/readme.md -------------------------------------------------------------------------------- /spec/lib/examples/parameterised_job_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/examples/parameterised_job_spec.rb -------------------------------------------------------------------------------- /spec/lib/examples/word_count_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/examples/word_count_spec.rb -------------------------------------------------------------------------------- /spec/lib/job_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/job_spec.rb -------------------------------------------------------------------------------- /spec/lib/mappers/base_mapper_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/mappers/base_mapper_spec.rb -------------------------------------------------------------------------------- /spec/lib/mappers/pass_through_mapper_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/mappers/pass_through_mapper_spec.rb -------------------------------------------------------------------------------- /spec/lib/reducers/max_reducer_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/reducers/max_reducer_spec.rb -------------------------------------------------------------------------------- /spec/lib/reducers/min_reducer_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/reducers/min_reducer_spec.rb -------------------------------------------------------------------------------- /spec/lib/reducers/pass_through_reducer_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/reducers/pass_through_reducer_spec.rb -------------------------------------------------------------------------------- /spec/lib/reducers/sum_reducer_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/reducers/sum_reducer_spec.rb -------------------------------------------------------------------------------- /spec/lib/support/array_serialiser_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/support/array_serialiser_spec.rb -------------------------------------------------------------------------------- /spec/lib/support/packer_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/support/packer_spec.rb -------------------------------------------------------------------------------- /spec/lib/support/tuple_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/support/tuple_spec.rb -------------------------------------------------------------------------------- /spec/lib/task_spec.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/lib/task_spec.rb -------------------------------------------------------------------------------- /spec/spec_helper.rb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/forward/mandy/HEAD/spec/spec_helper.rb --------------------------------------------------------------------------------