├── .gitattributes ├── .github └── workflows │ ├── canary-tests.yml │ └── release.yml ├── .gitignore ├── .gitmodules ├── LICENSE ├── README.md ├── di.sh ├── evaluation ├── .gitignore └── distr_benchmarks │ ├── .gitignore │ ├── analytics-mts │ ├── 1.sh │ ├── 2.sh │ ├── 3.sh │ ├── 4.sh │ ├── 5.sh │ ├── README.md │ ├── hadoop-streaming │ │ ├── 1_map.sh │ │ ├── 1_map2.sh │ │ ├── 1_reduce.sh │ │ ├── 1_reduce2.sh │ │ ├── 2_map.sh │ │ ├── 2_map2.sh │ │ ├── 2_reduce.sh │ │ ├── 2_reduce2.sh │ │ ├── 3_map.sh │ │ ├── 3_map2.sh │ │ ├── 3_reduce.sh │ │ ├── 3_reduce2.sh │ │ ├── 4_map.sh │ │ ├── 4_map2.sh │ │ ├── 4_reduce.sh │ │ ├── 4_reduce2.sh │ │ └── run_all.sh │ ├── input │ │ ├── .gitignore │ │ └── setup.sh │ ├── run-experiment.sh │ └── run.distr.sh │ ├── charts.ipynb │ ├── dependency_untangling │ ├── .gitignore │ ├── compress_files.sh │ ├── encrypt_files.sh │ ├── genomics.sh │ ├── img_convert.sh │ ├── input │ │ ├── .gitignore │ │ ├── install-deps.sh │ │ └── setup.sh │ ├── nginx.sh │ ├── pacaur.sh │ ├── pcap.sh │ ├── proginf.sh │ ├── run.distr.sh │ └── to_mp3.sh │ ├── install_all_deps.sh │ ├── max-temp │ ├── hadoop-streaming │ │ ├── 1_map.sh │ │ ├── 1_reduce.sh │ │ ├── 2_map.sh │ │ ├── 2_reduce.sh │ │ ├── 3_map.sh │ │ ├── 3_reduce.sh │ │ └── run_all.sh │ ├── input │ │ └── setup.sh │ ├── run.distr.sh │ └── temp-analytics.sh │ ├── nlp │ ├── .gitignore │ ├── 1_1.sh │ ├── 2_1.sh │ ├── 2_2.sh │ ├── 3_1.sh │ ├── 3_2.sh │ ├── 3_3.sh │ ├── 4_3.sh │ ├── 4_3b.sh │ ├── 6_1.sh │ ├── 6_1_1.sh │ ├── 6_1_2.sh │ ├── 6_2.sh │ ├── 6_3.sh │ ├── 6_4.sh │ ├── 6_5.sh │ ├── 6_7.sh │ ├── 7_1.sh │ ├── 7_2.sh │ ├── 8.2_1.sh │ ├── 8.2_2.sh │ ├── 8.3_2.sh │ ├── 8.3_3.sh │ ├── 8_1.sh │ ├── input │ │ ├── .gitignore │ │ └── setup.sh │ └── run.distr.sh │ ├── oneliners │ ├── .gitignore │ ├── README.md │ ├── bi-gram.aux.sh │ ├── bi-grams.sh │ ├── diff.sh │ ├── hadoop-streaming │ │ ├── bi-grams.sh │ │ ├── diff1.sh │ │ ├── diff2.sh │ │ ├── diff_agg.sh │ │ ├── nfa-regex.sh │ │ ├── run_all.sh │ │ ├── setdiff1.sh │ │ ├── setdiff2.sh │ │ ├── setdiff_agg.sh │ │ ├── shortest-scripts_map.sh │ │ ├── shortest-scripts_reduce.sh │ │ ├── sort-sort_map.sh │ │ ├── sort-sort_reduce.sh │ │ ├── sort.sh │ │ ├── spell_map.sh │ │ ├── spell_reduce.sh │ │ ├── top-n_map.sh │ │ ├── top-n_reduce.sh │ │ ├── wf_map.sh │ │ └── wf_reduce.sh │ ├── input │ │ ├── .gitignore │ │ └── setup.sh │ ├── nfa-regex.sh │ ├── plots.ipynb │ ├── run.distr.sh │ ├── set-diff.sh │ ├── shortest-scripts.sh │ ├── sort-sort.sh │ ├── sort.sh │ ├── spell.sh │ ├── top-n.sh │ └── wf.sh │ ├── run_all.sh │ ├── save_results.sh │ ├── setup.sh │ └── unix50 │ ├── .gitignore │ ├── 1.sh │ ├── 10.sh │ ├── 11.sh │ ├── 12.sh │ ├── 13.sh │ ├── 14.sh │ ├── 15.sh │ ├── 16.sh │ ├── 17.sh │ ├── 18.sh │ ├── 19.sh │ ├── 2.sh │ ├── 20.sh │ ├── 21.sh │ ├── 22.sh │ ├── 23.sh │ ├── 24.sh │ ├── 25.sh │ ├── 26.sh │ ├── 27.sh │ ├── 28.sh │ ├── 29.sh │ ├── 3.sh │ ├── 30.sh │ ├── 31.sh │ ├── 32.sh │ ├── 33.sh │ ├── 34.sh │ ├── 35.sh │ ├── 36.sh │ ├── 4.sh │ ├── 5.sh │ ├── 6.sh │ ├── 7.sh │ ├── 8.sh │ ├── 9.sh │ ├── hadoop-streaming │ ├── 1.sh │ ├── 10_map.sh │ ├── 10_reduce.sh │ ├── 11_map.sh │ ├── 11_reduce.sh │ ├── 12_map.sh │ ├── 12_reduce.sh │ ├── 13.sh │ ├── 14_map.sh │ ├── 14_reduce.sh │ ├── 15_map.sh │ ├── 15_reduce.sh │ ├── 16_map.sh │ ├── 16_reduce.sh │ ├── 17_map.sh │ ├── 17_reduce.sh │ ├── 18_map.sh │ ├── 18_reduce.sh │ ├── 19.sh │ ├── 2.sh │ ├── 20.sh │ ├── 21_map.sh │ ├── 21_reduce.sh │ ├── 23.sh │ ├── 24.sh │ ├── 25.sh │ ├── 26.sh │ ├── 28.sh │ ├── 29.sh │ ├── 3.sh │ ├── 30.sh │ ├── 31.sh │ ├── 32_map.sh │ ├── 32_reduce.sh │ ├── 33.sh │ ├── 34.sh │ ├── 35.sh │ ├── 36_map.sh │ ├── 36_reduce.sh │ ├── 4_map.sh │ ├── 4_reduce.sh │ ├── 5.sh │ ├── 6.sh │ ├── 7_map.sh │ ├── 7_reduce.sh │ ├── 8_map.sh │ ├── 8_reduce.sh │ ├── 9_map.sh │ ├── 9_reduce.sh │ └── run_all.sh │ ├── input │ ├── setup.sh │ ├── split-unix50.sh │ └── unix50.sh │ └── run.distr.sh ├── runtime ├── .gitignore └── dspash │ ├── dfs_split_reader.sh │ ├── file_reader │ ├── README.md │ ├── client │ │ ├── client.go │ │ ├── datastream.go │ │ └── dfs_split_reader.go │ ├── datastream │ │ ├── data_stream.pb.go │ │ ├── data_stream.proto │ │ └── data_stream_grpc.pb.go │ ├── filereader │ │ ├── file_reader.pb.go │ │ ├── file_reader.proto │ │ ├── file_reader_grpc.pb.go │ │ └── utils.go │ ├── go.mod │ ├── go.sum │ └── server │ │ ├── discovery_server.go │ │ └── server.go │ ├── go.mod │ ├── go.sum │ ├── remote_read.sh │ ├── remote_write.sh │ └── socket_pipe.go └── scripts ├── sample.sh ├── setup-dish.sh └── setup-docker.sh /.gitattributes: -------------------------------------------------------------------------------- 1 | *.ipynb linguist-language=python 2 | -------------------------------------------------------------------------------- /.github/workflows/canary-tests.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/.github/workflows/canary-tests.yml -------------------------------------------------------------------------------- /.github/workflows/release.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/.github/workflows/release.yml -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/.gitmodules -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/README.md -------------------------------------------------------------------------------- /di.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/di.sh -------------------------------------------------------------------------------- /evaluation/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/.gitignore -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/.gitignore: -------------------------------------------------------------------------------- 1 | outputs 2 | *.res.* 3 | *.txt -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/3.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/4.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/5.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/README.md -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/1_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/1_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/1_map2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cut -d ',' -f 1 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/1_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/1_reduce2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq -c | awk -v OFS="\t" "{print \$2,\$1}" 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/2_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/2_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/2_map2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cut -d ',' -f 2 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/2_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/2_reduce2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq -c | sort -k1n | awk -v OFS="\t" "{print \$2,\$1}" 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/3_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/3_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/3_map2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cut -d ',' -f 3 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/3_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/3_reduce2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq -c | sort -k1n | awk -v OFS="\t" "{print \$2,\$1}" 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/4_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/4_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/4_map2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cut -d ',' -f 1 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/4_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/4_reduce2.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq -c | awk -v OFS="\t" "{print \$2,\$1}" 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/hadoop-streaming/run_all.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/input/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/input/.gitignore -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/input/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/input/setup.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/run-experiment.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/run-experiment.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/analytics-mts/run.distr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/analytics-mts/run.distr.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/charts.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/charts.ipynb -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/.gitignore -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/compress_files.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/compress_files.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/encrypt_files.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/encrypt_files.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/genomics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/genomics.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/img_convert.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/img_convert.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/input/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | !setup.sh 4 | !install-deps.sh 5 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/input/install-deps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/input/install-deps.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/input/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/input/setup.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/nginx.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/nginx.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/pacaur.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/pacaur.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/pcap.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/pcap.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/proginf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/proginf.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/run.distr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/run.distr.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/dependency_untangling/to_mp3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/dependency_untangling/to_mp3.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/install_all_deps.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/install_all_deps.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/hadoop-streaming/1_map.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $IN | cut -c 89-92 | grep -v 999 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/hadoop-streaming/1_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | sort -rn | head -n1 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/hadoop-streaming/2_map.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $IN | cut -c 89-92 | grep -v 999 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/hadoop-streaming/2_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | sort -n | head -n1 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/hadoop-streaming/3_map.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $IN | cut -c 89-92 | grep -v 999 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/hadoop-streaming/3_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/max-temp/hadoop-streaming/3_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/hadoop-streaming/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/max-temp/hadoop-streaming/run_all.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/input/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/max-temp/input/setup.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/run.distr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/max-temp/run.distr.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/max-temp/temp-analytics.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/max-temp/temp-analytics.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/.gitignore: -------------------------------------------------------------------------------- 1 | exodus 2 | genesis 3 | outputs -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/1_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/1_1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/2_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/2_1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/2_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/2_2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/3_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/3_1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/3_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/3_2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/3_3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/3_3.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/4_3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/4_3.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/4_3b.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/4_3b.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/6_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/6_1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/6_1_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/6_1_1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/6_1_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/6_1_2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/6_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/6_2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/6_3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/6_3.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/6_4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/6_4.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/6_5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/6_5.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/6_7.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/6_7.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/7_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/7_1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/7_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/7_2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/8.2_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/8.2_1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/8.2_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/8.2_2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/8.3_2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/8.3_2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/8.3_3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/8.3_3.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/8_1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/8_1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/input/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/input/.gitignore -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/input/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/input/setup.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/nlp/run.distr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/nlp/run.distr.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/.gitignore: -------------------------------------------------------------------------------- 1 | *.txt 2 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/README.md -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/bi-gram.aux.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/bi-gram.aux.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/bi-grams.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/bi-grams.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/diff.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/diff.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/bi-grams.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/bi-grams.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/diff1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/diff1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/diff2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/diff2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/diff_agg.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | sort 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/nfa-regex.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/nfa-regex.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/run_all.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/setdiff1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/setdiff1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/setdiff2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/setdiff2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/setdiff_agg.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | sort 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/shortest-scripts_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/shortest-scripts_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/shortest-scripts_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/shortest-scripts_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/sort-sort_map.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | tr A-Z a-z 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/sort-sort_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | sort -r 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/sort.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | sort 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/spell_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/spell_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/spell_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/spell_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/top-n_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/top-n_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/top-n_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/top-n_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/wf_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/hadoop-streaming/wf_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/hadoop-streaming/wf_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq -c | sort -rn 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/input/.gitignore: -------------------------------------------------------------------------------- 1 | * 2 | !.gitignore 3 | !setup.sh 4 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/input/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/input/setup.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/nfa-regex.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/nfa-regex.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/plots.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/plots.ipynb -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/run.distr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/run.distr.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/set-diff.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/set-diff.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/shortest-scripts.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/shortest-scripts.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/sort-sort.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/sort-sort.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/sort.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/sort.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/spell.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/spell.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/top-n.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/top-n.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/oneliners/wf.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/oneliners/wf.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/run_all.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/save_results.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/save_results.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/setup.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/.gitignore: -------------------------------------------------------------------------------- 1 | inputs/* 2 | intermediary/* 3 | *.txt 4 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/1.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/1.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/10.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/10.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/11.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/11.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/12.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/12.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/13.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/13.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/14.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/14.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/15.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/15.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/16.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/16.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/17.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/17.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/18.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/18.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/19.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/20.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/20.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/21.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/21.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/22.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/22.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/23.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/23.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/24.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/24.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/25.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/25.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/26.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/26.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/27.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/27.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/28.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/28.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/29.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/29.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/3.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/3.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/30.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/30.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/31.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/31.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/32.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/32.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/33.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/33.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/34.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/34.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/35.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/35.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/36.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/36.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/4.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/4.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/5.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/6.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/6.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/7.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/7.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/8.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/8.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/9.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/9.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/1.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | cut -d ' ' -f 2 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/10_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/10_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/10_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq -c | sort -nr 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/11_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/11_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/11_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq -c | sort -nr 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/12_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/12_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/12_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/12_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/13.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/13.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/14_map.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | awk "{print \$2, \$0}" 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/14_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/14_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/15_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/15_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/15_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/15_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/16_map.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | cut -f 2 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/16_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/16_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/17_map.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | cut -f 4 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/17_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cut -c 3-3 | uniq | sed s/\$/'0s'/ 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/18_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/18_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/18_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/18_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/19.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/19.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/2.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/2.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/20.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/20.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/21_map.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | tr -c "[a-z][A-Z]" '\n' 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/21_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | sed 's/[[:space:]]*$//' | awk "length >= 16" 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/23.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/23.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/24.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/24.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/25.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | cut -c 1-2 | tr -d '\n' 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/26.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/26.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/28.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/28.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/29.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/29.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/3.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/30.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/30.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/31.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/31.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/32_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/32_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/32_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/32_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/33.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/33.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/34.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | grep 'Bell' | cut -f 2 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/35.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | cat $1 | grep 'UNIX' | cut -f 1 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/36_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/36_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/36_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/36_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/4_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/4_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/4_reduce.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | uniq -c | sort -r 3 | -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/5.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/5.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/6.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/6.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/7_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/7_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/7_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/7_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/8_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/8_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/8_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/8_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/9_map.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/9_map.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/9_reduce.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/9_reduce.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/hadoop-streaming/run_all.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/hadoop-streaming/run_all.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/input/setup.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/input/setup.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/input/split-unix50.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/input/split-unix50.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/input/unix50.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/input/unix50.sh -------------------------------------------------------------------------------- /evaluation/distr_benchmarks/unix50/run.distr.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/evaluation/distr_benchmarks/unix50/run.distr.sh -------------------------------------------------------------------------------- /runtime/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/.gitignore -------------------------------------------------------------------------------- /runtime/dspash/dfs_split_reader.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/dfs_split_reader.sh -------------------------------------------------------------------------------- /runtime/dspash/file_reader/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/README.md -------------------------------------------------------------------------------- /runtime/dspash/file_reader/client/client.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/client/client.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/client/datastream.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/client/datastream.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/client/dfs_split_reader.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/client/dfs_split_reader.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/datastream/data_stream.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/datastream/data_stream.pb.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/datastream/data_stream.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/datastream/data_stream.proto -------------------------------------------------------------------------------- /runtime/dspash/file_reader/datastream/data_stream_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/datastream/data_stream_grpc.pb.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/filereader/file_reader.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/filereader/file_reader.pb.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/filereader/file_reader.proto: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/filereader/file_reader.proto -------------------------------------------------------------------------------- /runtime/dspash/file_reader/filereader/file_reader_grpc.pb.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/filereader/file_reader_grpc.pb.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/filereader/utils.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/filereader/utils.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/go.mod -------------------------------------------------------------------------------- /runtime/dspash/file_reader/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/go.sum -------------------------------------------------------------------------------- /runtime/dspash/file_reader/server/discovery_server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/server/discovery_server.go -------------------------------------------------------------------------------- /runtime/dspash/file_reader/server/server.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/file_reader/server/server.go -------------------------------------------------------------------------------- /runtime/dspash/go.mod: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/go.mod -------------------------------------------------------------------------------- /runtime/dspash/go.sum: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/go.sum -------------------------------------------------------------------------------- /runtime/dspash/remote_read.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/remote_read.sh -------------------------------------------------------------------------------- /runtime/dspash/remote_write.sh: -------------------------------------------------------------------------------- 1 | "$DISH_TOP"/runtime/dspash/file_reader/datastream_client --type write "$@" 2 | -------------------------------------------------------------------------------- /runtime/dspash/socket_pipe.go: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/runtime/dspash/socket_pipe.go -------------------------------------------------------------------------------- /scripts/sample.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/scripts/sample.sh -------------------------------------------------------------------------------- /scripts/setup-dish.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/scripts/setup-dish.sh -------------------------------------------------------------------------------- /scripts/setup-docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/binpash/dish/HEAD/scripts/setup-docker.sh --------------------------------------------------------------------------------