├── .clang-format ├── .clang-tidy ├── .github └── workflows │ ├── build_run.yml │ ├── clang-format.yml │ └── clang-tidy.yml ├── .gitignore ├── CMakeLists.txt ├── Dockerfile ├── README.md ├── benchmarks ├── common.hpp ├── compare_to_bitmask.cpp ├── compressed_scan.cpp ├── dictionary_scan.cpp ├── hash_bucket.cpp ├── hashing.cpp └── simd.hpp ├── eval ├── .gitignore ├── all_plots.sh ├── requirements.txt ├── results-gcc │ ├── cascadelake │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── graviton2 │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── graviton3 │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── icelake │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── m1 │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── rome │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ └── skylake │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv ├── results │ ├── cascadelake │ │ ├── compare_to_bitmask.csv │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── graviton2 │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── graviton3 │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── icelake │ │ ├── compare_to_bitmask.csv │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── m1 │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── dictionary_scan_unpatched.csv │ │ ├── hash_bucket.csv │ │ ├── hash_bucket_unpatched.csv │ │ └── hashing.csv │ ├── pi │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── rome │ │ ├── compare_to_bitmask.csv │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ ├── skylake │ │ ├── compare_to_bitmask.csv │ │ ├── compressed_scan.csv │ │ ├── dictionary_scan.csv │ │ ├── hash_bucket.csv │ │ └── hashing.csv │ └── velox │ │ ├── README.md │ │ ├── cascadelake │ │ ├── sf1 │ │ │ ├── velox_autovec.csv │ │ │ ├── velox_autovec_march-native_mtune-native.csv │ │ │ ├── velox_autovec_mtune-native.csv │ │ │ ├── velox_compiler.csv │ │ │ ├── velox_compiler_march-native_mtune-native.csv │ │ │ ├── velox_compiler_mtune-native.csv │ │ │ ├── velox_novec.csv │ │ │ ├── velox_novec_march-native_mtune-native.csv │ │ │ ├── velox_novec_mtune-native.csv │ │ │ ├── velox_xsimd.csv │ │ │ ├── velox_xsimd_march-native_mtune-native.csv │ │ │ └── velox_xsimd_mtune-native.csv │ │ └── sf10 │ │ │ ├── velox_compiler.csv │ │ │ └── velox_xsimd.csv │ │ ├── icelake │ │ └── sf1 │ │ │ ├── velox_autovec.csv │ │ │ ├── velox_autovec_march-native_mtune-native.csv │ │ │ ├── velox_autovec_mtune-native.csv │ │ │ ├── velox_compiler.csv │ │ │ ├── velox_compiler_march-native_mtune-native.csv │ │ │ ├── velox_compiler_mtune-native.csv │ │ │ ├── velox_compiler_padding_march-native_mtune-native.csv │ │ │ ├── velox_novec.csv │ │ │ ├── velox_novec_march-native_mtune-native.csv │ │ │ ├── velox_novec_mtune-native.csv │ │ │ ├── velox_xsimd.csv │ │ │ ├── velox_xsimd_march-native_mtune-native.csv │ │ │ └── velox_xsimd_mtune-native.csv │ │ └── m1 │ │ ├── sf1 │ │ ├── velox_compiler.csv │ │ ├── velox_compiler_patched.csv │ │ ├── velox_novec.csv │ │ ├── velox_novec_patched.csv │ │ ├── velox_xsimd.csv │ │ └── velox_xsimd_patched.csv │ │ └── sf10 │ │ ├── velox_compiler.csv │ │ └── velox_xsimd.csv └── scripts │ ├── all_systems_table.py │ ├── common.py │ ├── compare_to_bitmask.py │ ├── compressed_scan.py │ ├── dictionary_scan.py │ ├── diff.py │ ├── gcc_table.py │ ├── hash_bucket.py │ ├── hashing.py │ ├── velox_out_to_csv.py │ └── velox_tpch.py └── scripts ├── clang-tidy.sh ├── docker_entrypoint.sh ├── format.sh └── run_velox_benchmarks.sh /.github/workflows/build_run.yml: -------------------------------------------------------------------------------- 1 | name: Build + Run 2 | 3 | on: 4 | push: 5 | branches: 6 | - main 7 | pull_request: 8 | 9 | jobs: 10 | build: 11 | name: Build + Run 12 | runs-on: ubuntu-latest 13 | strategy: 14 | fail-fast: false 15 | matrix: 16 | include: 17 | - name: Ubuntu | Clang 18 | compiler: { c: clang, cxx: clang++, version: 15 } 19 | build-type: Release 20 | 21 | - name: Ubuntu | GCC 22 | compiler: { c: gcc, cxx: g++, version: 11 } 23 | build-type: Release 24 | 25 | - name: ASAN 26 | compiler: { c: clang, cxx: clang++, version: 15 } 27 | build-type: Asan 28 | 29 | env: 30 | CC: ${{matrix.compiler.c}}-${{matrix.compiler.version}} 31 | CXX: ${{matrix.compiler.cxx}}-${{matrix.compiler.version}} 32 | 33 | steps: 34 | - name: Install Clang 35 | run: | 36 | wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | sudo apt-key add - 37 | sudo add-apt-repository "deb http://apt.llvm.org/jammy/ llvm-toolchain-jammy-15 main" 38 | sudo apt-get update 39 | sudo apt-get install --yes --no-install-recommends clang-15 40 | 41 | - uses: actions/checkout@v3 42 | 43 | - name: Create Build Environment 44 | run: cmake -E make_directory ${{github.workspace}}/build 45 | 46 | - name: Configure CMake 47 | shell: bash 48 | working-directory: ${{github.workspace}}/build 49 | run: cmake ${{github.workspace}} -DCMAKE_BUILD_TYPE=${{matrix.build-type}} 50 | 51 | - name: Build 52 | id: build 53 | working-directory: ${{github.workspace}}/build 54 | shell: bash 55 | run: cmake --build . --config ${{matrix.build-type}} -- -j 56 | 57 | - name: Run Hashing Benchmark 58 | working-directory: ${{github.workspace}}/build 59 | shell: bash 60 | if: ${{ always() && steps.build.conclusion == 'success' }} 61 | run: ./hashing 62 | 63 | - name: Run Compressed Scan Benchmark 64 | working-directory: ${{github.workspace}}/build 65 | shell: bash 66 | if: ${{ always() && steps.build.conclusion == 'success' }} 67 | run: ./compressed_scan 68 | 69 | - name: Run Hash Bucket Benchmark 70 | working-directory: ${{github.workspace}}/build 71 | shell: bash 72 | if: ${{ always() && steps.build.conclusion == 'success' }} 73 | run: ./hash_bucket 74 | 75 | - name: Run Compare-To-Bitmask Benchmark 76 | working-directory: ${{github.workspace}}/build 77 | shell: bash 78 | if: ${{ always() && steps.build.conclusion == 'success' }} 79 | run: ./compare_to_bitmask 80 | 81 | - name: Run Dictionary Scan Benchmark 82 | working-directory: ${{github.workspace}}/build 83 | shell: bash 84 | if: ${{ always() && steps.build.conclusion == 'success' }} 85 | run: ./dictionary_scan 86 | -------------------------------------------------------------------------------- /.github/workflows/clang-format.yml: -------------------------------------------------------------------------------- 1 | name: Clang Format 2 | 3 | on: 4 | push: 5 | branches: 6 | - main 7 | pull_request: 8 | 9 | jobs: 10 | format: 11 | runs-on: ubuntu-latest 12 | 13 | steps: 14 | - uses: actions/checkout@v2 15 | - uses: DoozyX/clang-format-lint-action@v0.15 16 | with: 17 | source: 'benchmarks' 18 | extensions: 'hpp,cpp' 19 | clangFormatVersion: 15 20 | -------------------------------------------------------------------------------- /.github/workflows/clang-tidy.yml: -------------------------------------------------------------------------------- 1 | name: Clang Tidy 2 | 3 | on: 4 | push: 5 | branches: 6 | - main 7 | pull_request: 8 | 9 | env: 10 | CLANG_TIDY: clang-tidy-15 11 | RUN_CLANG_TIDY: run-clang-tidy-15 12 | 13 | jobs: 14 | tidy: 15 | runs-on: ubuntu-latest 16 | 17 | steps: 18 | - name: Install clang-tidy 19 | run: | 20 | sudo apt update 21 | sudo apt -y install clang-tidy-15 22 | 23 | - uses: actions/checkout@v2 24 | 25 | - name: Run clang-tidy 26 | run: bash scripts/clang-tidy.sh 27 | 28 | -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- 1 | # results produced by running the docker image 2 | *.csv 3 | *.out 4 | 5 | # allow symlinking compare.py -> build_folder/deps/google_benchmark-src/tools/compare.py 6 | compare.py 7 | 8 | cmake-build-*/ 9 | build-*/ 10 | -------------------------------------------------------------------------------- /Dockerfile: -------------------------------------------------------------------------------- 1 | # This is the basic docker image we use for our benchmarks. 2 | # We have a x86 version and a aarch64 version. 3 | 4 | # x86 image: Build with --target=x86 5 | FROM amd64/ubuntu:22.10 as x86 6 | RUN apt-get -q update && apt-get -q install -y clang-15 gcc-12 g++-12 cmake git 7 | ENV AUTOVEC_DB_COMPILER=clang++-15 8 | CMD ./scripts/docker_entrypoint.sh 9 | WORKDIR /autovec-db 10 | 11 | # AArch64 image: Build with --target=aarch64 12 | FROM arm64v8/ubuntu:22.10 as aarch64 13 | RUN apt-get -q update && apt-get -q install -y wget gnupg software-properties-common cmake git gcc-12 g++-12 14 | RUN wget https://apt.llvm.org/llvm.sh && chmod +x llvm.sh && ./llvm.sh 17 15 | ENV AUTOVEC_DB_COMPILER=clang++-17 16 | CMD ./scripts/docker_entrypoint.sh 17 | WORKDIR /autovec-db 18 | -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- 1 | Microbenchmarks for our paper "Evaluating SIMD Compiler-Intrinsics for Database Systems" 2 | 3 | This file focuses on the microbenchmarks. For reproducing the Velox measurements, we have [a separate README file](eval/results/velox/README.md). 4 | 5 | Our measurement results can be found in [`eval/results/`](eval/results/) 6 | 7 | ## Running the benchmarks 8 | The measurements were done using a docker image based on ubuntu 22.10 with clang 15 and gcc 12. 9 | 10 | To repeat the measurements, run the following commands: 11 | ```bash 12 | git clone https://github.com/hpides/autovec-db.git 13 | 14 | # using enroot: 15 | enroot import docker://hpides/autovec-db 16 | enroot create hpides+autovec-db.sqsh 17 | enroot start -m ./autovec-db/:/autovec-db --rw hpides+autovec-db 18 | 19 | # alternatively, using docker: 20 | docker pull hpides/autovec-db 21 | # note: we're using --privileged as we observed up to 5x slower measurements without it (likely a seccomp problem) 22 | docker run -it --privileged -v "$(pwd):/autovec-db" hpides/autovec-db 23 | ``` 24 | 25 | The commands that run inside the container can be found at [`scripts/docker_entrypoint.sh`](scripts/docker_entrypoint.sh). 26 | 27 | The benchmarks log their results to `.csv` files that can be compared using our diff script at `eval/scripts/diff.py`. 28 | 29 | The docker image was built using: 30 | ```bash 31 | # x86 32 | DOCKER_BUILDKIT=1 docker build -t hpides/autovec-db:x86 --target=x86 . 33 | # AArch64 34 | DOCKER_BUILDKIT=1 docker build -t hpides/autovec-db:aarch64 --target=aarch64 . 35 | ``` 36 | 37 | *Note:* To build the AArch64 image, you need QEMU on an x86 system. 38 | 39 | To upload the images and automatically detect the architecture on download, run: 40 | ```bash 41 | # Create 42 | docker manifest create hpides/autovec-db:latest \ 43 | --amend hpides/autovec-db:x86 \ 44 | --amend hpides/autovec-db:aarch64 45 | 46 | # Upload 47 | docker manifest push hpides/autovec-db:latest 48 | ``` 49 | 50 | ## Plotting the results 51 | 52 | This is a short guide on how to work with the results from the paper and generate the plots. 53 | 54 | ### Setup 55 | 56 | We use a basic Python + Pandas + Matplot setup. To create it, run the following commands in the `eval` directory: 57 | 58 | ```shell 59 | $ python3 -m virtualenv venv 60 | $ source venv/bin/activate 61 | $ pip3 install -r requirements.txt 62 | ``` 63 | 64 | ### Plots 65 | 66 | Our scripts always generate a PNG and an SVG for each plot. 67 | By default, it will generate a version optimized for PNG. 68 | If you want to create the SVG plots used in the paper, set `AUTOVEC_DB_PLOTS=ON` in your environment variables. 69 | 70 | To generate a plot for a benchmark, run the following command: 71 | ```shell 72 | $ python3 scripts/.py results/ /path/to/plot/dir 73 | ``` 74 | 75 | The script will output a command that you can use to view the file. 76 | Generally, the plot is stored at `/path/to/plot/dir/.[png|svg]`. 77 | 78 | You can also create all plots with: 79 | ```shell 80 | $ ./all_plots.sh results /path/to/plot/dir 81 | ``` 82 | -------------------------------------------------------------------------------- /benchmarks/common.hpp: -------------------------------------------------------------------------------- 1 | #pragma once 2 | 3 | #include 4 | #include 5 | #include 6 | #include 7 | #include 8 | #include 9 | #include 10 | #include 11 | 12 | #if (defined(__GNUC__) && !defined(__clang__)) 13 | #define GCC_COMPILER 1 14 | #else 15 | #define GCC_COMPILER 0 16 | #endif 17 | 18 | #if (defined(__clang__)) 19 | #define CLANG_COMPILER 1 20 | #else 21 | #define CLANG_COMPILER 0 22 | #endif 23 | 24 | #ifdef ENABLE_DEBUG_DO 25 | #define DEBUG_DO(block) \ 26 | do { \ 27 | block \ 28 | } while (0) 29 | #else 30 | #define DEBUG_DO(block) (void)0 31 | #endif 32 | 33 | // This is used for stuff that you really only want to see when you are debugging actively. To use this, either pass 34 | // -DENABLE_TRACE_DO or uncomment the #define line below. 35 | // #define ENABLE_TRACE_DO 36 | #ifdef ENABLE_TRACE_DO 37 | #define TRACE_DO(block) \ 38 | do { \ 39 | block \ 40 | } while (0) 41 | #else 42 | #define TRACE_DO(block) (void)0 43 | #endif 44 | 45 | // We assume that _if_ a server has AVX512, it has everything we need. 46 | // To check this, we use the AVX512 Foundation. 47 | #if (defined(__AVX512F__)) 48 | #define AVX512_AVAILABLE 1 49 | #else 50 | #define AVX512_AVAILABLE 0 51 | #endif 52 | 53 | template 54 | struct alignas(ALIGN) AlignedArray { 55 | using DataT = DataT_; 56 | static constexpr size_t NUM_ENTRIES = NUM_ENTRIES_; 57 | 58 | AlignedArray() = default; 59 | 60 | auto begin() noexcept { return array_.begin(); } 61 | auto end() noexcept { return array_.end(); } 62 | 63 | [[nodiscard]] DataT* data() noexcept { return array_.data(); } 64 | [[nodiscard]] const DataT* data() const noexcept { return array_.data(); } 65 | [[nodiscard]] DataT& operator[](size_t index) noexcept { return array_[index]; } 66 | [[nodiscard]] const DataT& operator[](size_t index) const noexcept { return array_[index]; } 67 | 68 | [[nodiscard]] size_t size() const noexcept { return array_.size(); } 69 | 70 | auto operator<=>(const AlignedArray& other) const = default; 71 | 72 | private: 73 | std::array array_; 74 | }; 75 | 76 | template 77 | struct AlignedData { 78 | explicit AlignedData(size_t num_entries) 79 | : data_{static_cast(std::aligned_alloc(ALIGN, num_entries * sizeof(T)))} { 80 | if (data_ == nullptr) { 81 | // NOLINTNEXTLINE(concurrency-mt-unsafe): Our benchmarks run single-threaded 82 | throw std::runtime_error{"Could not allocate memory. " + std::string{std::strerror(errno)}}; 83 | } 84 | std::memset(data_, 0, num_entries * sizeof(T)); 85 | } 86 | 87 | ~AlignedData() { free(data_); } // NOLINT(cppcoreguidelines-no-malloc): This _is_ the RAII class 88 | 89 | // We don't need any of these for the benchmarks. 90 | AlignedData(const AlignedData&) = delete; 91 | AlignedData& operator=(const AlignedData&) = delete; 92 | AlignedData& operator=(AlignedData&&) = delete; 93 | 94 | AlignedData(AlignedData&&) noexcept = default; 95 | 96 | // Docs for assume_aligned: https://www.open-std.org/jtc1/sc22/wg21/docs/papers/2018/p1007r3.pdf 97 | [[nodiscard]] T* aligned_data() { return std::assume_aligned(data_); } 98 | [[nodiscard]] const T* aligned_data() const { return std::assume_aligned(data_); } 99 | 100 | private: 101 | T* data_; 102 | }; 103 | 104 | // Helpers to allow finding the corresponding uintX_t type from a size at compile time 105 | // clang-format off 106 | template struct UnsignedInt; 107 | // clang reports bit-vectors of less than 8 bits to have sizeof() == 0, see https://github.com/llvm/llvm-project/issues/59788 108 | template <> struct UnsignedInt<0> { using T = uint8_t; }; 109 | template <> struct UnsignedInt<1> { using T = uint8_t; }; 110 | template <> struct UnsignedInt<2> { using T = uint16_t; }; 111 | template <> struct UnsignedInt<4> { using T = uint32_t; }; 112 | template <> struct UnsignedInt<8> { using T = uint64_t; }; 113 | // clang-format on 114 | -------------------------------------------------------------------------------- /eval/.gitignore: -------------------------------------------------------------------------------- 1 | __pycache__/ 2 | venv/ 3 | 4 | !*.csv 5 | -------------------------------------------------------------------------------- /eval/all_plots.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | if [[ $# -lt 2 || $# -gt 3 ]] 4 | then 5 | echo "Usage: ./all_plots /path/to/results /path/to/output [x86_arch]" 6 | echo " with x86_arch = (icelake|cascadelake). Default: icelake,cascadelake" 7 | exit 1 8 | fi 9 | 10 | set -e 11 | RESULT_DIR=$1 12 | PLOT_DIR=$2 13 | X86_ARCH=${3:-"icelake,cascadelake"} 14 | X86_ARCH_LIST=(${X86_ARCH//,/ }) 15 | 16 | export PYTHONPATH="$PWD/scripts" 17 | 18 | for script in scripts/compressed_scan.py scripts/dictionary_scan.py scripts/hashing.py scripts/hash_bucket.py 19 | do 20 | echo "Running $script..." 21 | for x86_arch in ${X86_ARCH_LIST[@]} 22 | do 23 | python3 ${script} ${RESULT_DIR} ${PLOT_DIR} $x86_arch > /dev/null 24 | done 25 | done 26 | 27 | COMPILER_FLAGS=("none" "_mtune-native" "_march-native_mtune-native") 28 | 29 | echo "Plotting Velox..." 30 | for x86_arch in ${X86_ARCH_LIST[@]} 31 | do 32 | python3 scripts/velox_tpch.py ${RESULT_DIR} ${PLOT_DIR} $x86_arch sf1 > /dev/null 33 | 34 | for flags in ${COMPILER_FLAGS[@]} 35 | do 36 | python3 scripts/velox_tpch.py ${RESULT_DIR} ${PLOT_DIR} $x86_arch sf1 $flags $flags > /dev/null 37 | done 38 | done 39 | 40 | -------------------------------------------------------------------------------- /eval/requirements.txt: -------------------------------------------------------------------------------- 1 | matplotlib==3.6.3 2 | pandas==1.5.2 3 | -------------------------------------------------------------------------------- /eval/results-gcc/cascadelake/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,125.095,125.09,us,,,,,,1.25774e-09 3 | "BM_scanning_median",10,125.1,125.096,us,,,,,,1.2578e-09 4 | "BM_scanning_stddev",10,0.0480293,0.0490508,us,,,,,,4.93191e-13 5 | "BM_scanning_cv",10,38.3942,39.2123,us,,,,,,0.000392123 6 | "BM_scanning_mean",10,43.0748,43.0725,us,,,,,,4.33081e-10 7 | "BM_scanning_median",10,43.0742,43.0715,us,,,,,,4.33071e-10 8 | "BM_scanning_stddev",10,0.00366778,0.00360063,us,,,,,,3.62033e-14 9 | "BM_scanning_cv",10,8.51491,8.35948,us,,,,,,8.35948e-05 10 | "BM_scanning>_mean",10,17.9451,17.9442,us,,,,,,1.80424e-10 11 | "BM_scanning>_median",10,17.9477,17.9466,us,,,,,,1.80447e-10 12 | "BM_scanning>_stddev",10,0.00426027,0.00420111,us,,,,,,4.22409e-14 13 | "BM_scanning>_cv",10,23.7405,23.412,us,,,,,,0.00023412 14 | "BM_scanning>_mean",10,11.7192,11.7186,us,,,,,,1.17827e-10 15 | "BM_scanning>_median",10,11.7082,11.7079,us,,,,,,1.1772e-10 16 | "BM_scanning>_stddev",10,0.0485209,0.0485299,us,,,,,,4.87954e-13 17 | "BM_scanning>_cv",10,414.029,414.128,us,,,,,,0.00414128 18 | "BM_scanning>_mean",10,13.9182,13.9175,us,,,,,,1.39936e-10 19 | "BM_scanning>_median",10,13.9184,13.9177,us,,,,,,1.39938e-10 20 | "BM_scanning>_stddev",10,0.00166153,0.00161213,us,,,,,,1.62095e-14 21 | "BM_scanning>_cv",10,11.9378,11.5835,us,,,,,,0.000115835 22 | "BM_scanning_mean",10,23.5437,23.5427,us,,,,,,2.36715e-10 23 | "BM_scanning_median",10,22.9506,22.9494,us,,,,,,2.30749e-10 24 | "BM_scanning_stddev",10,1.24717,1.24738,us,,,,,,1.2542e-11 25 | "BM_scanning_cv",10,5297.27,5298.37,us,,,,,,0.0529837 26 | "BM_scanning_mean",10,17.8964,17.8956,us,,,,,,1.79935e-10 27 | "BM_scanning_median",10,17.8925,17.8918,us,,,,,,1.79896e-10 28 | "BM_scanning_stddev",10,0.0151513,0.0149916,us,,,,,,1.50736e-13 29 | "BM_scanning_cv",10,84.6612,83.7726,us,,,,,,0.000837726 30 | "BM_scanning_mean",10,24.2563,24.2548,us,,,,,,2.43875e-10 31 | "BM_scanning_median",10,24.2563,24.2548,us,,,,,,2.43875e-10 32 | "BM_scanning_stddev",10,0.00105561,0.00052169,us,,,,,,5.24544e-15 33 | "BM_scanning_cv",10,4.35188,2.15087,us,,,,,,2.15087e-05 34 | "BM_scanning_mean",10,9.70629,9.70571,us,,,,,,9.7588e-11 35 | "BM_scanning_median",10,9.71088,9.71033,us,,,,,,9.76345e-11 36 | "BM_scanning_stddev",10,0.0180084,0.0180227,us,,,,,,1.81212e-13 37 | "BM_scanning_cv",10,185.533,185.691,us,,,,,,0.00185691 38 | -------------------------------------------------------------------------------- /eval/results-gcc/cascadelake/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,3571.78,3571.63,ns,,,,,,3.48792e-09 3 | "BM_hash_bucket_get_median",10,3568.59,3568.39,ns,,,,,,3.48476e-09 4 | "BM_hash_bucket_get_stddev",10,53.1869,53.2356,ns,,,,,,5.19879e-11 5 | "BM_hash_bucket_get_cv",10,1.48909e+06,1.49051e+06,ns,,,,,,0.0149051 6 | "BM_hash_bucket_get_mean",10,3995.73,3995.52,ns,,,,,,3.90187e-09 7 | "BM_hash_bucket_get_median",10,3986.51,3986.26,ns,,,,,,3.89283e-09 8 | "BM_hash_bucket_get_stddev",10,39.2993,39.2825,ns,,,,,,3.83618e-11 9 | "BM_hash_bucket_get_cv",10,983532,983165,ns,,,,,,0.00983165 10 | "BM_hash_bucket_get_mean",10,1729.25,1729.17,ns,,,,,,1.68864e-09 11 | "BM_hash_bucket_get_median",10,1730.39,1730.32,ns,,,,,,1.68977e-09 12 | "BM_hash_bucket_get_stddev",10,35.5209,35.5091,ns,,,,,,3.46769e-11 13 | "BM_hash_bucket_get_cv",10,2.05412e+06,2.05353e+06,ns,,,,,,0.0205353 14 | "BM_hash_bucket_get_mean",10,1667.19,1667.1,ns,,,,,,1.62803e-09 15 | "BM_hash_bucket_get_median",10,1666.27,1666.18,ns,,,,,,1.62713e-09 16 | "BM_hash_bucket_get_stddev",10,25.6061,25.607,ns,,,,,,2.50068e-11 17 | "BM_hash_bucket_get_cv",10,1.53588e+06,1.53602e+06,ns,,,,,,0.0153602 18 | "BM_hash_bucket_get_mean",10,1654.13,1654.05,ns,,,,,,1.61528e-09 19 | "BM_hash_bucket_get_median",10,1657,1656.89,ns,,,,,,1.61805e-09 20 | "BM_hash_bucket_get_stddev",10,30.9675,30.9626,ns,,,,,,3.02369e-11 21 | "BM_hash_bucket_get_cv",10,1.87213e+06,1.87193e+06,ns,,,,,,0.0187193 22 | "BM_hash_bucket_get_mean",10,1497.35,1497.27,ns,,,,,,1.46218e-09 23 | "BM_hash_bucket_get_median",10,1494.19,1494.14,ns,,,,,,1.45912e-09 24 | "BM_hash_bucket_get_stddev",10,26.8333,26.8353,ns,,,,,,2.62064e-11 25 | "BM_hash_bucket_get_cv",10,1.79206e+06,1.79229e+06,ns,,,,,,0.0179229 26 | "BM_hash_bucket_get_mean",10,1376.6,1376.53,ns,,,,,,1.34427e-09 27 | "BM_hash_bucket_get_median",10,1392.62,1392.55,ns,,,,,,1.35991e-09 28 | "BM_hash_bucket_get_stddev",10,35.3519,35.3333,ns,,,,,,3.45052e-11 29 | "BM_hash_bucket_get_cv",10,2.56805e+06,2.56683e+06,ns,,,,,,0.0256683 30 | -------------------------------------------------------------------------------- /eval/results-gcc/cascadelake/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,34.6194,34.6179,ns,,,,,,5.40904e-10 3 | "BM_hashing/27_median",10,34.6023,34.6012,ns,,,,,,5.40644e-10 4 | "BM_hashing/27_stddev",10,0.041112,0.0413528,ns,,,,,,6.46137e-13 5 | "BM_hashing/27_cv",10,118754,119455,ns,,,,,,0.00119455 6 | "BM_hashing/27_mean",10,15.2592,15.2584,ns,,,,,,2.38412e-10 7 | "BM_hashing/27_median",10,15.215,15.2135,ns,,,,,,2.37711e-10 8 | "BM_hashing/27_stddev",10,0.058402,0.0585831,ns,,,,,,9.15361e-13 9 | "BM_hashing/27_cv",10,382734,383941,ns,,,,,,0.00383941 10 | "BM_hashing/27_mean",10,15.0642,15.0635,ns,,,,,,2.35367e-10 11 | "BM_hashing/27_median",10,15.2141,15.2133,ns,,,,,,2.37708e-10 12 | "BM_hashing/27_stddev",10,0.540193,0.540206,ns,,,,,,8.44072e-12 13 | "BM_hashing/27_cv",10,3.58594e+06,3.5862e+06,ns,,,,,,0.035862 14 | "BM_hashing>/27_mean",10,44.9563,44.9537,ns,,,,,,7.02402e-10 15 | "BM_hashing>/27_median",10,44.9565,44.9532,ns,,,,,,7.02394e-10 16 | "BM_hashing>/27_stddev",10,0.00191305,0.00151237,ns,,,,,,2.36308e-14 17 | "BM_hashing>/27_cv",10,4255.36,3364.29,ns,,,,,,3.36429e-05 18 | "BM_hashing>/27_mean",10,33.2111,33.2095,ns,,,,,,5.18898e-10 19 | "BM_hashing>/27_median",10,33.1985,33.1967,ns,,,,,,5.18699e-10 20 | "BM_hashing>/27_stddev",10,0.0215535,0.0218031,ns,,,,,,3.40673e-13 21 | "BM_hashing>/27_cv",10,64898.6,65653.2,ns,,,,,,0.000656532 22 | "BM_hashing>/27_mean",10,15.0138,15.0133,ns,,,,,,2.34582e-10 23 | "BM_hashing>/27_median",10,14.9685,14.9681,ns,,,,,,2.33877e-10 24 | "BM_hashing>/27_stddev",10,0.139059,0.138852,ns,,,,,,2.16956e-12 25 | "BM_hashing>/27_cv",10,926205,924862,ns,,,,,,0.00924862 26 | "BM_hashing>/27_mean",10,13.3723,13.3718,ns,,,,,,2.08935e-10 27 | "BM_hashing>/27_median",10,13.3724,13.3718,ns,,,,,,2.08935e-10 28 | "BM_hashing>/27_stddev",10,7.7147e-05,5.73835e-05,ns,,,,,,8.96631e-16 29 | "BM_hashing>/27_cv",10,576.914,429.138,ns,,,,,,4.29144e-06 30 | "BM_hashing/27_mean",10,49.6387,49.6362,ns,,,,,,7.75565e-10 31 | "BM_hashing/27_median",10,50.0782,50.0763,ns,,,,,,7.82442e-10 32 | "BM_hashing/27_stddev",10,0.999401,0.999328,ns,,,,,,1.56145e-11 33 | "BM_hashing/27_cv",10,2.01335e+06,2.01331e+06,ns,,,,,,0.0201331 34 | "BM_hashing/27_mean",10,27.169,27.1678,ns,,,,,,4.24497e-10 35 | "BM_hashing/27_median",10,27.1147,27.1133,ns,,,,,,4.23646e-10 36 | "BM_hashing/27_stddev",10,0.0816495,0.0816368,ns,,,,,,1.27557e-12 37 | "BM_hashing/27_cv",10,300525,300491,ns,,,,,,0.00300491 38 | "BM_hashing/27_mean",10,13.3726,13.3718,ns,,,,,,2.08935e-10 39 | "BM_hashing/27_median",10,13.3726,13.3718,ns,,,,,,2.08934e-10 40 | "BM_hashing/27_stddev",10,0.000288368,9.58527e-05,ns,,,,,,1.4977e-15 41 | "BM_hashing/27_cv",10,2156.41,716.825,ns,,,,,,7.16828e-06 42 | -------------------------------------------------------------------------------- /eval/results-gcc/graviton2/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,163.14,163.133,us,,,,,,1.64025e-09 3 | "BM_scanning_median",10,162.989,162.981,us,,,,,,1.63872e-09 4 | "BM_scanning_stddev",10,1.6432,1.64393,us,,,,,,1.65292e-11 5 | "BM_scanning_cv",10,1007.24,1007.73,us,,,,,,0.0100773 6 | "BM_scanning_mean",10,135.884,135.87,us,,,,,,1.36613e-09 7 | "BM_scanning_median",10,135.847,135.806,us,,,,,,1.36549e-09 8 | "BM_scanning_stddev",10,1.06169,1.0598,us,,,,,,1.0656e-11 9 | "BM_scanning_cv",10,781.323,780.01,us,,,,,,0.0078001 10 | "BM_scanning>_mean",10,30.656,30.6547,us,,,,,,3.08223e-10 11 | "BM_scanning>_median",10,30.7434,30.7427,us,,,,,,3.09108e-10 12 | "BM_scanning>_stddev",10,0.235015,0.235261,us,,,,,,2.36548e-12 13 | "BM_scanning>_cv",10,766.62,767.457,us,,,,,,0.00767457 14 | "BM_scanning>_mean",10,166.172,166.086,us,,,,,,1.66995e-09 15 | "BM_scanning>_median",10,165.798,165.783,us,,,,,,1.66689e-09 16 | "BM_scanning>_stddev",10,0.825115,0.683819,us,,,,,,6.87559e-12 17 | "BM_scanning>_cv",10,496.544,411.725,us,,,,,,0.00411725 18 | "BM_scanning>_mean",10,181.507,181.491,us,,,,,,1.82484e-09 19 | "BM_scanning>_median",10,181.79,181.767,us,,,,,,1.82761e-09 20 | "BM_scanning>_stddev",10,2.03109,2.0271,us,,,,,,2.03819e-11 21 | "BM_scanning>_cv",10,1119.02,1116.92,us,,,,,,0.0111692 22 | "BM_scanning_mean",10,34.999,34.9966,us,,,,,,3.51881e-10 23 | "BM_scanning_median",10,35.024,35.0211,us,,,,,,3.52127e-10 24 | "BM_scanning_stddev",10,0.22488,0.224706,us,,,,,,2.25935e-12 25 | "BM_scanning_cv",10,642.533,642.08,us,,,,,,0.0064208 26 | -------------------------------------------------------------------------------- /eval/results-gcc/graviton2/dictionary_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_dictionary_scan/50_mean",10,129.062,129.058,us,,,,,,3.93855e-09 3 | "BM_dictionary_scan/50_median",10,129.087,129.083,us,,,,,,3.93929e-09 4 | "BM_dictionary_scan/50_stddev",10,0.769831,0.770776,us,,,,,,2.35222e-11 5 | "BM_dictionary_scan/50_cv",10,596.48,597.231,us,,,,,,0.00597231 6 | "BM_dictionary_scan/50_mean",10,30.5641,30.5631,us,,,,,,9.32713e-10 7 | "BM_dictionary_scan/50_median",10,30.5699,30.5679,us,,,,,,9.32859e-10 8 | "BM_dictionary_scan/50_stddev",10,0.0544206,0.0546696,us,,,,,,1.66838e-12 9 | "BM_dictionary_scan/50_cv",10,178.054,178.874,us,,,,,,0.00178874 10 | "BM_dictionary_scan/50_mean",10,43.7614,43.7606,us,,,,,,1.33547e-09 11 | "BM_dictionary_scan/50_median",10,43.7495,43.7489,us,,,,,,1.33511e-09 12 | "BM_dictionary_scan/50_stddev",10,0.0710606,0.0711579,us,,,,,,2.17157e-12 13 | "BM_dictionary_scan/50_cv",10,162.382,162.607,us,,,,,,0.00162607 14 | "BM_dictionary_scan/50_mean",10,34.4133,34.4126,us,,,,,,1.05019e-09 15 | "BM_dictionary_scan/50_median",10,34.3946,34.3942,us,,,,,,1.04963e-09 16 | "BM_dictionary_scan/50_stddev",10,0.0727633,0.0725423,us,,,,,,2.21382e-12 17 | "BM_dictionary_scan/50_cv",10,211.44,210.802,us,,,,,,0.00210802 18 | "BM_dictionary_scan/50_mean",10,39.8383,39.8376,us,,,,,,1.21575e-09 19 | "BM_dictionary_scan/50_median",10,39.8536,39.8528,us,,,,,,1.21621e-09 20 | "BM_dictionary_scan/50_stddev",10,0.120128,0.119566,us,,,,,,3.64887e-12 21 | "BM_dictionary_scan/50_cv",10,301.539,300.134,us,,,,,,0.00300134 22 | "BM_dictionary_scan>/50_mean",10,81.9352,81.9323,us,,,,,,2.50038e-09 23 | "BM_dictionary_scan>/50_median",10,81.9503,81.9455,us,,,,,,2.50078e-09 24 | "BM_dictionary_scan>/50_stddev",10,0.625012,0.624793,us,,,,,,1.90672e-11 25 | "BM_dictionary_scan>/50_cv",10,762.813,762.572,us,,,,,,0.00762572 26 | "BM_dictionary_scan>/50_mean",10,85.7311,85.7283,us,,,,,,2.61622e-09 27 | "BM_dictionary_scan>/50_median",10,85.751,85.7487,us,,,,,,2.61684e-09 28 | "BM_dictionary_scan>/50_stddev",10,0.172408,0.173684,us,,,,,,5.30041e-12 29 | "BM_dictionary_scan>/50_cv",10,201.104,202.598,us,,,,,,0.00202598 30 | "BM_dictionary_scan>/50_mean",10,88.758,88.7554,us,,,,,,2.7086e-09 31 | "BM_dictionary_scan>/50_median",10,88.7661,88.7636,us,,,,,,2.70885e-09 32 | "BM_dictionary_scan>/50_stddev",10,0.174472,0.174403,us,,,,,,5.32237e-12 33 | "BM_dictionary_scan>/50_cv",10,196.57,196.499,us,,,,,,0.00196499 34 | "BM_dictionary_scan/50_mean",10,44.2613,44.2605,us,,,,,,1.35072e-09 35 | "BM_dictionary_scan/50_median",10,44.2532,44.2528,us,,,,,,1.35049e-09 36 | "BM_dictionary_scan/50_stddev",10,0.411287,0.411318,us,,,,,,1.25524e-11 37 | "BM_dictionary_scan/50_cv",10,929.226,929.31,us,,,,,,0.0092931 38 | "BM_dictionary_scan/50_mean",10,33.411,33.4104,us,,,,,,1.0196e-09 39 | "BM_dictionary_scan/50_median",10,33.4012,33.401,us,,,,,,1.01932e-09 40 | "BM_dictionary_scan/50_stddev",10,0.0463522,0.0459546,us,,,,,,1.40242e-12 41 | "BM_dictionary_scan/50_cv",10,138.733,137.546,us,,,,,,0.00137546 42 | "BM_dictionary_scan/50_mean",10,33.2258,33.2247,us,,,,,,1.01394e-09 43 | "BM_dictionary_scan/50_median",10,33.2313,33.2314,us,,,,,,1.01414e-09 44 | "BM_dictionary_scan/50_stddev",10,0.0443529,0.0446981,us,,,,,,1.36408e-12 45 | "BM_dictionary_scan/50_cv",10,133.489,134.533,us,,,,,,0.00134533 46 | -------------------------------------------------------------------------------- /eval/results-gcc/graviton2/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,5622.82,5622.75,ns,,,,,,5.49096e-09 3 | "BM_hash_bucket_get_median",10,5606.33,5606.23,ns,,,,,,5.47484e-09 4 | "BM_hash_bucket_get_stddev",10,59.1824,59.1915,ns,,,,,,5.78042e-11 5 | "BM_hash_bucket_get_cv",10,1.05254e+06,1.05271e+06,ns,,,,,,0.0105271 6 | "BM_hash_bucket_get_mean",10,5353.27,5352.88,ns,,,,,,5.22742e-09 7 | "BM_hash_bucket_get_median",10,5356.2,5354.65,ns,,,,,,5.22915e-09 8 | "BM_hash_bucket_get_stddev",10,29.9685,29.9198,ns,,,,,,2.92186e-11 9 | "BM_hash_bucket_get_cv",10,559816,558948,ns,,,,,,0.00558948 10 | "BM_hash_bucket_get_mean",10,2524.26,2524.19,ns,,,,,,2.46503e-09 11 | "BM_hash_bucket_get_median",10,2509.3,2509.25,ns,,,,,,2.45044e-09 12 | "BM_hash_bucket_get_stddev",10,59.2564,59.2359,ns,,,,,,5.78475e-11 13 | "BM_hash_bucket_get_cv",10,2.34748e+06,2.34672e+06,ns,,,,,,0.0234672 14 | "BM_hash_bucket_get_mean",10,2481.27,2481.25,ns,,,,,,2.42309e-09 15 | "BM_hash_bucket_get_median",10,2484.4,2484.36,ns,,,,,,2.42613e-09 16 | "BM_hash_bucket_get_stddev",10,33.4635,33.4691,ns,,,,,,3.26846e-11 17 | "BM_hash_bucket_get_cv",10,1.34865e+06,1.34888e+06,ns,,,,,,0.0134888 18 | "BM_hash_bucket_get_mean",10,2495.82,2495.8,ns,,,,,,2.43731e-09 19 | "BM_hash_bucket_get_median",10,2491.45,2491.45,ns,,,,,,2.43305e-09 20 | "BM_hash_bucket_get_stddev",10,45.3728,45.3729,ns,,,,,,4.43095e-11 21 | "BM_hash_bucket_get_cv",10,1.81795e+06,1.81797e+06,ns,,,,,,0.0181797 22 | "BM_hash_bucket_get_mean",10,3293.94,3293.92,ns,,,,,,3.21672e-09 23 | "BM_hash_bucket_get_median",10,3295.44,3295.42,ns,,,,,,3.21819e-09 24 | "BM_hash_bucket_get_stddev",10,30.9162,30.9016,ns,,,,,,3.01774e-11 25 | "BM_hash_bucket_get_cv",10,938580,938142,ns,,,,,,0.00938142 26 | -------------------------------------------------------------------------------- /eval/results-gcc/graviton2/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,79.0174,78.9986,ns,,,,,,1.23435e-09 3 | "BM_hashing/27_median",10,79.2192,79.2149,ns,,,,,,1.23773e-09 4 | "BM_hashing/27_stddev",10,0.641755,0.66036,ns,,,,,,1.03181e-11 5 | "BM_hashing/27_cv",10,812169,835914,ns,,,,,,0.00835914 6 | "BM_hashing/27_mean",10,79.0216,79.0202,ns,,,,,,1.23469e-09 7 | "BM_hashing/27_median",10,79.11,79.1094,ns,,,,,,1.23608e-09 8 | "BM_hashing/27_stddev",10,0.672403,0.672334,ns,,,,,,1.05052e-11 9 | "BM_hashing/27_cv",10,850911,850839,ns,,,,,,0.00850839 10 | "BM_hashing/27_mean",10,79.0168,79.014,ns,,,,,,1.23459e-09 11 | "BM_hashing/27_median",10,79.2093,79.205,ns,,,,,,1.23758e-09 12 | "BM_hashing/27_stddev",10,0.761405,0.760581,ns,,,,,,1.18841e-11 13 | "BM_hashing/27_cv",10,963599,962591,ns,,,,,,0.00962591 14 | "BM_hashing>/27_mean",10,79.2271,79.2244,ns,,,,,,1.23788e-09 15 | "BM_hashing>/27_median",10,79.5307,79.5297,ns,,,,,,1.24265e-09 16 | "BM_hashing>/27_stddev",10,0.888964,0.886118,ns,,,,,,1.38456e-11 17 | "BM_hashing>/27_cv",10,1.12204e+06,1.11849e+06,ns,,,,,,0.0111849 18 | "BM_hashing>/27_mean",10,79.8429,79.8389,ns,,,,,,1.24748e-09 19 | "BM_hashing>/27_median",10,80.1226,80.1209,ns,,,,,,1.25189e-09 20 | "BM_hashing>/27_stddev",10,1.04735,1.05102,ns,,,,,,1.64222e-11 21 | "BM_hashing>/27_cv",10,1.31176e+06,1.31643e+06,ns,,,,,,0.0131643 22 | "BM_hashing>/27_mean",10,78.8496,78.8464,ns,,,,,,1.23197e-09 23 | "BM_hashing>/27_median",10,78.8201,78.808,ns,,,,,,1.23137e-09 24 | "BM_hashing>/27_stddev",10,0.985808,0.985528,ns,,,,,,1.53989e-11 25 | "BM_hashing>/27_cv",10,1.25024e+06,1.24993e+06,ns,,,,,,0.0124993 26 | "BM_hashing>/27_mean",10,79.1004,79.0981,ns,,,,,,1.23591e-09 27 | "BM_hashing>/27_median",10,79.0241,79.0226,ns,,,,,,1.23473e-09 28 | "BM_hashing>/27_stddev",10,0.576116,0.57502,ns,,,,,,8.98469e-12 29 | "BM_hashing>/27_cv",10,728335,726971,ns,,,,,,0.00726971 30 | "BM_hashing/27_mean",10,67.4278,67.4268,ns,,,,,,1.05354e-09 31 | "BM_hashing/27_median",10,67.5736,67.5728,ns,,,,,,1.05583e-09 32 | "BM_hashing/27_stddev",10,0.927713,0.927474,ns,,,,,,1.44918e-11 33 | "BM_hashing/27_cv",10,1.37586e+06,1.37553e+06,ns,,,,,,0.0137553 34 | -------------------------------------------------------------------------------- /eval/results-gcc/graviton3/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,110.053,110.049,us,,,,,,1.10651e-09 3 | "BM_scanning_median",10,110.052,110.048,us,,,,,,1.1065e-09 4 | "BM_scanning_stddev",10,0.0943579,0.0942318,us,,,,,,9.47472e-13 5 | "BM_scanning_cv",10,85.7389,85.6272,us,,,,,,0.000856272 6 | "BM_scanning_mean",10,88.6268,88.6242,us,,,,,,8.91089e-10 7 | "BM_scanning_median",10,88.6042,88.6005,us,,,,,,8.90851e-10 8 | "BM_scanning_stddev",10,0.0668715,0.0670352,us,,,,,,6.74019e-13 9 | "BM_scanning_cv",10,75.4529,75.6398,us,,,,,,0.000756398 10 | "BM_scanning>_mean",10,15.341,15.3406,us,,,,,,1.54245e-10 11 | "BM_scanning>_median",10,15.3411,15.3405,us,,,,,,1.54244e-10 12 | "BM_scanning>_stddev",10,0.000768948,0.000736579,us,,,,,,7.40608e-15 13 | "BM_scanning>_cv",10,5.01235,4.80152,us,,,,,,4.80152e-05 14 | "BM_scanning>_mean",10,98.6149,98.6114,us,,,,,,9.91508e-10 15 | "BM_scanning>_median",10,98.6168,98.6134,us,,,,,,9.91528e-10 16 | "BM_scanning>_stddev",10,0.0247859,0.0250408,us,,,,,,2.51778e-13 17 | "BM_scanning>_cv",10,25.134,25.3934,us,,,,,,0.000253934 18 | "BM_scanning>_mean",10,116.846,116.842,us,,,,,,1.17482e-09 19 | "BM_scanning>_median",10,116.845,116.842,us,,,,,,1.17481e-09 20 | "BM_scanning>_stddev",10,0.00429558,0.00471984,us,,,,,,4.74565e-14 21 | "BM_scanning>_cv",10,3.67627,4.03949,us,,,,,,4.03949e-05 22 | "BM_scanning_mean",10,16.825,16.8244,us,,,,,,1.69164e-10 23 | "BM_scanning_median",10,16.8249,16.8244,us,,,,,,1.69164e-10 24 | "BM_scanning_stddev",10,0.00101579,0.000973556,us,,,,,,9.78881e-15 25 | "BM_scanning_cv",10,6.03738,5.78657,us,,,,,,5.78657e-05 26 | -------------------------------------------------------------------------------- /eval/results-gcc/graviton3/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,2871.42,2871.34,ns,,,,,,2.80404e-09 3 | "BM_hash_bucket_get_median",10,2862.09,2862.01,ns,,,,,,2.79493e-09 4 | "BM_hash_bucket_get_stddev",10,37.301,37.3031,ns,,,,,,3.64288e-11 5 | "BM_hash_bucket_get_cv",10,1.29904e+06,1.29915e+06,ns,,,,,,0.0129915 6 | "BM_hash_bucket_get_mean",10,2675.65,2675.57,ns,,,,,,2.61286e-09 7 | "BM_hash_bucket_get_median",10,2651.93,2651.85,ns,,,,,,2.58969e-09 8 | "BM_hash_bucket_get_stddev",10,41.5096,41.5103,ns,,,,,,4.05374e-11 9 | "BM_hash_bucket_get_cv",10,1.55138e+06,1.55146e+06,ns,,,,,,0.0155146 10 | "BM_hash_bucket_get_mean",10,1812.7,1812.65,ns,,,,,,1.77017e-09 11 | "BM_hash_bucket_get_median",10,1812.13,1812.08,ns,,,,,,1.76961e-09 12 | "BM_hash_bucket_get_stddev",10,16.2923,16.2892,ns,,,,,,1.59074e-11 13 | "BM_hash_bucket_get_cv",10,898785,898640,ns,,,,,,0.0089864 14 | "BM_hash_bucket_get_mean",10,1817.2,1817.14,ns,,,,,,1.77455e-09 15 | "BM_hash_bucket_get_median",10,1805.08,1805.02,ns,,,,,,1.76271e-09 16 | "BM_hash_bucket_get_stddev",10,32.8511,32.8662,ns,,,,,,3.20959e-11 17 | "BM_hash_bucket_get_cv",10,1.80779e+06,1.80868e+06,ns,,,,,,0.0180868 18 | "BM_hash_bucket_get_mean",10,1824.22,1824.16,ns,,,,,,1.78141e-09 19 | "BM_hash_bucket_get_median",10,1836.03,1835.97,ns,,,,,,1.79294e-09 20 | "BM_hash_bucket_get_stddev",10,41.3297,41.3255,ns,,,,,,4.03569e-11 21 | "BM_hash_bucket_get_cv",10,2.26562e+06,2.26545e+06,ns,,,,,,0.0226545 22 | "BM_hash_bucket_get_mean",10,1963.28,1963.22,ns,,,,,,1.91721e-09 23 | "BM_hash_bucket_get_median",10,1962.56,1962.51,ns,,,,,,1.91652e-09 24 | "BM_hash_bucket_get_stddev",10,32.7176,32.7221,ns,,,,,,3.19552e-11 25 | "BM_hash_bucket_get_cv",10,1.66648e+06,1.66676e+06,ns,,,,,,0.0166676 26 | -------------------------------------------------------------------------------- /eval/results-gcc/graviton3/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,37.9079,37.9063,ns,,,,,,5.92286e-10 3 | "BM_hashing/27_median",10,37.9025,37.9014,ns,,,,,,5.9221e-10 4 | "BM_hashing/27_stddev",10,0.0463078,0.0464196,ns,,,,,,7.25306e-13 5 | "BM_hashing/27_cv",10,122159,122459,ns,,,,,,0.00122459 6 | "BM_hashing/27_mean",10,15.4028,15.4024,ns,,,,,,2.40662e-10 7 | "BM_hashing/27_median",10,15.4028,15.4024,ns,,,,,,2.40663e-10 8 | "BM_hashing/27_stddev",10,0.000325075,0.000315645,ns,,,,,,4.93195e-15 9 | "BM_hashing/27_cv",10,2110.49,2049.32,ns,,,,,,2.04932e-05 10 | "BM_hashing/27_mean",10,15.4025,15.402,ns,,,,,,2.40657e-10 11 | "BM_hashing/27_median",10,15.4023,15.402,ns,,,,,,2.40656e-10 12 | "BM_hashing/27_stddev",10,0.000349483,0.000279222,ns,,,,,,4.36284e-15 13 | "BM_hashing/27_cv",10,2269.01,1812.89,ns,,,,,,1.81289e-05 14 | "BM_hashing>/27_mean",10,47.5934,47.592,ns,,,,,,7.43625e-10 15 | "BM_hashing>/27_median",10,47.5946,47.5932,ns,,,,,,7.43643e-10 16 | "BM_hashing>/27_stddev",10,0.00477833,0.00461497,ns,,,,,,7.21089e-14 17 | "BM_hashing>/27_cv",10,10039.9,9696.95,ns,,,,,,9.69695e-05 18 | "BM_hashing>/27_mean",10,28.4753,28.4743,ns,,,,,,4.44911e-10 19 | "BM_hashing>/27_median",10,28.4755,28.4748,ns,,,,,,4.44918e-10 20 | "BM_hashing>/27_stddev",10,0.00717235,0.00704857,ns,,,,,,1.10134e-13 21 | "BM_hashing>/27_cv",10,25188,24754.1,ns,,,,,,0.000247541 22 | "BM_hashing>/27_mean",10,16.5791,16.5786,ns,,,,,,2.5904e-10 23 | "BM_hashing>/27_median",10,16.6293,16.6288,ns,,,,,,2.59825e-10 24 | "BM_hashing>/27_stddev",10,0.141395,0.141422,ns,,,,,,2.20972e-12 25 | "BM_hashing>/27_cv",10,852852,853040,ns,,,,,,0.0085304 26 | "BM_hashing>/27_mean",10,16.6228,16.6224,ns,,,,,,2.59725e-10 27 | "BM_hashing>/27_median",10,16.67,16.6696,ns,,,,,,2.60463e-10 28 | "BM_hashing>/27_stddev",10,0.180617,0.180585,ns,,,,,,2.82164e-12 29 | "BM_hashing>/27_cv",10,1.08656e+06,1.0864e+06,ns,,,,,,0.010864 30 | "BM_hashing/27_mean",10,34.4514,34.4503,ns,,,,,,5.38286e-10 31 | "BM_hashing/27_median",10,34.4487,34.4477,ns,,,,,,5.38245e-10 32 | "BM_hashing/27_stddev",10,0.018288,0.0184151,ns,,,,,,2.87736e-13 33 | "BM_hashing/27_cv",10,53083.6,53454.1,ns,,,,,,0.000534541 34 | -------------------------------------------------------------------------------- /eval/results-gcc/icelake/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,111.919,111.917,us,,,,,,1.12529e-09 3 | "BM_scanning_median",10,111.915,111.913,us,,,,,,1.12526e-09 4 | "BM_scanning_stddev",10,0.025177,0.0256752,us,,,,,,2.58157e-13 5 | "BM_scanning_cv",10,22.4958,22.9412,us,,,,,,0.000229412 6 | "BM_scanning_mean",10,32.5978,32.5971,us,,,,,,3.27754e-10 7 | "BM_scanning_median",10,32.5979,32.5973,us,,,,,,3.27756e-10 8 | "BM_scanning_stddev",10,0.000481322,0.000568348,us,,,,,,5.71457e-15 9 | "BM_scanning_cv",10,1.47655,1.74355,us,,,,,,1.74356e-05 10 | "BM_scanning>_mean",10,15.3202,15.3197,us,,,,,,1.54035e-10 11 | "BM_scanning>_median",10,15.32,15.3196,us,,,,,,1.54034e-10 12 | "BM_scanning>_stddev",10,0.000588357,0.00037876,us,,,,,,3.80832e-15 13 | "BM_scanning>_cv",10,3.8404,2.47237,us,,,,,,2.47237e-05 14 | "BM_scanning>_mean",10,10.3118,10.3116,us,,,,,,1.03681e-10 15 | "BM_scanning>_median",10,10.3119,10.3116,us,,,,,,1.0368e-10 16 | "BM_scanning>_stddev",10,0.000291618,0.000253718,us,,,,,,2.55106e-15 17 | "BM_scanning>_cv",10,2.828,2.4605,us,,,,,,2.4605e-05 18 | "BM_scanning>_mean",10,12.8979,12.8976,us,,,,,,1.29681e-10 19 | "BM_scanning>_median",10,12.898,12.8975,us,,,,,,1.2968e-10 20 | "BM_scanning>_stddev",10,0.00068425,0.000626166,us,,,,,,6.29591e-15 21 | "BM_scanning>_cv",10,5.30512,4.85491,us,,,,,,4.85491e-05 22 | "BM_scanning_mean",10,18.603,18.6027,us,,,,,,1.87044e-10 23 | "BM_scanning_median",10,18.577,18.5766,us,,,,,,1.86782e-10 24 | "BM_scanning_stddev",10,0.0354689,0.0354079,us,,,,,,3.56015e-13 25 | "BM_scanning_cv",10,190.662,190.337,us,,,,,,0.00190337 26 | "BM_scanning_mean",10,15.3075,15.3071,us,,,,,,1.53908e-10 27 | "BM_scanning_median",10,15.3062,15.3057,us,,,,,,1.53895e-10 28 | "BM_scanning_stddev",10,0.00259222,0.00257348,us,,,,,,2.58755e-14 29 | "BM_scanning_cv",10,16.9344,16.8123,us,,,,,,0.000168123 30 | "BM_scanning_mean",10,19.8938,19.8934,us,,,,,,2.00022e-10 31 | "BM_scanning_median",10,19.8938,19.8934,us,,,,,,2.00022e-10 32 | "BM_scanning_stddev",10,0.000466132,0.00033597,us,,,,,,3.37808e-15 33 | "BM_scanning_cv",10,2.34311,1.68885,us,,,,,,1.68885e-05 34 | "BM_scanning_mean",10,12.2632,12.263,us,,,,,,1.233e-10 35 | "BM_scanning_median",10,12.2632,12.2629,us,,,,,,1.233e-10 36 | "BM_scanning_stddev",10,0.000940774,0.000906703,us,,,,,,9.11663e-15 37 | "BM_scanning_cv",10,7.67152,7.39383,us,,,,,,7.39383e-05 38 | "BM_scanning_mean",10,12.897,12.8967,us,,,,,,1.29673e-10 39 | "BM_scanning_median",10,12.8965,12.8964,us,,,,,,1.29669e-10 40 | "BM_scanning_stddev",10,0.0015046,0.00152031,us,,,,,,1.52862e-14 41 | "BM_scanning_cv",10,11.6663,11.7883,us,,,,,,0.000117883 42 | -------------------------------------------------------------------------------- /eval/results-gcc/icelake/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,2936.16,2936.11,ns,,,,,,2.8673e-09 3 | "BM_hash_bucket_get_median",10,2935.14,2935.07,ns,,,,,,2.86628e-09 4 | "BM_hash_bucket_get_stddev",10,62.4957,62.4806,ns,,,,,,6.10162e-11 5 | "BM_hash_bucket_get_cv",10,2.12848e+06,2.128e+06,ns,,,,,,0.02128 6 | "BM_hash_bucket_get_mean",10,2800.74,2800.71,ns,,,,,,2.73507e-09 7 | "BM_hash_bucket_get_median",10,2800.63,2800.6,ns,,,,,,2.73496e-09 8 | "BM_hash_bucket_get_stddev",10,19.1912,19.1925,ns,,,,,,1.87426e-11 9 | "BM_hash_bucket_get_cv",10,685218,685270,ns,,,,,,0.0068527 10 | "BM_hash_bucket_get_mean",10,1617.92,1617.9,ns,,,,,,1.57998e-09 11 | "BM_hash_bucket_get_median",10,1615.41,1615.4,ns,,,,,,1.57754e-09 12 | "BM_hash_bucket_get_stddev",10,16.4342,16.4244,ns,,,,,,1.60395e-11 13 | "BM_hash_bucket_get_cv",10,1.01576e+06,1.01517e+06,ns,,,,,,0.0101517 14 | "BM_hash_bucket_get_mean",10,1622.94,1622.91,ns,,,,,,1.58487e-09 15 | "BM_hash_bucket_get_median",10,1611.14,1611.13,ns,,,,,,1.57337e-09 16 | "BM_hash_bucket_get_stddev",10,50.7322,50.7434,ns,,,,,,4.95541e-11 17 | "BM_hash_bucket_get_cv",10,3.12596e+06,3.12669e+06,ns,,,,,,0.0312669 18 | "BM_hash_bucket_get_mean",10,1594.65,1594.63,ns,,,,,,1.55726e-09 19 | "BM_hash_bucket_get_median",10,1579.96,1579.94,ns,,,,,,1.54291e-09 20 | "BM_hash_bucket_get_stddev",10,42.4743,42.476,ns,,,,,,4.14805e-11 21 | "BM_hash_bucket_get_cv",10,2.66356e+06,2.66369e+06,ns,,,,,,0.0266369 22 | "BM_hash_bucket_get_mean",10,1637.22,1637.19,ns,,,,,,1.59882e-09 23 | "BM_hash_bucket_get_median",10,1650.7,1650.69,ns,,,,,,1.612e-09 24 | "BM_hash_bucket_get_stddev",10,36.9439,36.9499,ns,,,,,,3.60839e-11 25 | "BM_hash_bucket_get_cv",10,2.25651e+06,2.25691e+06,ns,,,,,,0.0225691 26 | "BM_hash_bucket_get_mean",10,1227.11,1227.09,ns,,,,,,1.19833e-09 27 | "BM_hash_bucket_get_median",10,1230.66,1230.64,ns,,,,,,1.2018e-09 28 | "BM_hash_bucket_get_stddev",10,36.0572,36.0579,ns,,,,,,3.52128e-11 29 | "BM_hash_bucket_get_cv",10,2.93838e+06,2.93848e+06,ns,,,,,,0.0293848 30 | -------------------------------------------------------------------------------- /eval/results-gcc/icelake/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,33.0352,33.0345,ns,,,,,,5.16165e-10 3 | "BM_hashing/27_median",10,33.0352,33.0338,ns,,,,,,5.16154e-10 4 | "BM_hashing/27_stddev",10,0.00393136,0.00381709,ns,,,,,,5.96421e-14 5 | "BM_hashing/27_cv",10,11900.5,11554.8,ns,,,,,,0.000115548 6 | "BM_hashing/27_mean",10,8.10689,8.10674,ns,,,,,,1.26668e-10 7 | "BM_hashing/27_median",10,8.10688,8.1067,ns,,,,,,1.26667e-10 8 | "BM_hashing/27_stddev",10,0.00024756,0.000188044,ns,,,,,,2.93819e-15 9 | "BM_hashing/27_cv",10,3053.69,2319.6,ns,,,,,,2.3196e-05 10 | "BM_hashing/27_mean",10,8.10702,8.10689,ns,,,,,,1.2667e-10 11 | "BM_hashing/27_median",10,8.1069,8.10681,ns,,,,,,1.26669e-10 12 | "BM_hashing/27_stddev",10,0.000283019,0.000244478,ns,,,,,,3.81996e-15 13 | "BM_hashing/27_cv",10,3491.04,3015.68,ns,,,,,,3.01568e-05 14 | "BM_hashing>/27_mean",10,32.842,32.8417,ns,,,,,,5.13151e-10 15 | "BM_hashing>/27_median",10,32.8417,32.8415,ns,,,,,,5.13149e-10 16 | "BM_hashing>/27_stddev",10,0.00423764,0.00419838,ns,,,,,,6.55997e-14 17 | "BM_hashing>/27_cv",10,12903.1,12783.7,ns,,,,,,0.000127837 18 | "BM_hashing>/27_mean",10,23.9457,23.9453,ns,,,,,,3.74145e-10 19 | "BM_hashing>/27_median",10,23.9446,23.944,ns,,,,,,3.74125e-10 20 | "BM_hashing>/27_stddev",10,0.00394874,0.00404549,ns,,,,,,6.32107e-14 21 | "BM_hashing>/27_cv",10,16490.4,16894.7,ns,,,,,,0.000168947 22 | "BM_hashing>/27_mean",10,11.979,11.9788,ns,,,,,,1.87169e-10 23 | "BM_hashing>/27_median",10,11.978,11.9776,ns,,,,,,1.87149e-10 24 | "BM_hashing>/27_stddev",10,0.00207858,0.00212169,ns,,,,,,3.31513e-14 25 | "BM_hashing>/27_cv",10,17351.9,17712,ns,,,,,,0.00017712 26 | "BM_hashing>/27_mean",10,8.10668,8.10658,ns,,,,,,1.26665e-10 27 | "BM_hashing>/27_median",10,8.10666,8.10656,ns,,,,,,1.26665e-10 28 | "BM_hashing>/27_stddev",10,0.00027049,0.000215923,ns,,,,,,3.3738e-15 29 | "BM_hashing>/27_cv",10,3336.63,2663.55,ns,,,,,,2.66355e-05 30 | "BM_hashing/27_mean",10,41.0004,40.9999,ns,,,,,,6.40623e-10 31 | "BM_hashing/27_median",10,40.9906,40.9898,ns,,,,,,6.40466e-10 32 | "BM_hashing/27_stddev",10,0.0135676,0.0136842,ns,,,,,,2.13816e-13 33 | "BM_hashing/27_cv",10,33091.3,33376.3,ns,,,,,,0.000333763 34 | "BM_hashing/27_mean",10,20.6761,20.6759,ns,,,,,,3.2306e-10 35 | "BM_hashing/27_median",10,20.6521,20.6518,ns,,,,,,3.22685e-10 36 | "BM_hashing/27_stddev",10,0.0317642,0.0317927,ns,,,,,,4.9676e-13 37 | "BM_hashing/27_cv",10,153627,153767,ns,,,,,,0.00153767 38 | "BM_hashing/27_mean",10,8.10658,8.10646,ns,,,,,,1.26663e-10 39 | "BM_hashing/27_median",10,8.10653,8.10645,ns,,,,,,1.26663e-10 40 | "BM_hashing/27_stddev",10,0.000145678,0.000123641,ns,,,,,,1.93189e-15 41 | "BM_hashing/27_cv",10,1797.03,1525.21,ns,,,,,,1.52521e-05 42 | -------------------------------------------------------------------------------- /eval/results-gcc/m1/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,60.9076,60.9068,us,,,,,,6.124e-10 3 | "BM_scanning_median",10,60.8946,60.8935,us,,,,,,6.12266e-10 4 | "BM_scanning_stddev",10,0.0516403,0.0507593,us,,,,,,5.10369e-13 5 | "BM_scanning_cv",10,84.7846,83.3392,us,,,,,,0.000833392 6 | "BM_scanning_mean",10,49.094,49.0933,us,,,,,,4.93619e-10 7 | "BM_scanning_median",10,49.0755,49.0748,us,,,,,,4.93432e-10 8 | "BM_scanning_stddev",10,0.0606119,0.0603653,us,,,,,,6.06955e-13 9 | "BM_scanning_cv",10,123.461,122.96,us,,,,,,0.0012296 10 | "BM_scanning>_mean",10,7.69039,7.69026,us,,,,,,7.73232e-11 11 | "BM_scanning>_median",10,7.69105,7.69102,us,,,,,,7.73309e-11 12 | "BM_scanning>_stddev",10,0.0219819,0.0220101,us,,,,,,2.21305e-13 13 | "BM_scanning>_cv",10,285.836,286.207,us,,,,,,0.00286207 14 | "BM_scanning>_mean",10,123.807,123.806,us,,,,,,1.24483e-09 15 | "BM_scanning>_median",10,123.795,123.795,us,,,,,,1.24472e-09 16 | "BM_scanning>_stddev",10,0.0776123,0.0758211,us,,,,,,7.62358e-13 17 | "BM_scanning>_cv",10,62.688,61.2418,us,,,,,,0.000612418 18 | "BM_scanning>_mean",10,124.116,124.115,us,,,,,,1.24794e-09 19 | "BM_scanning>_median",10,124.114,124.114,us,,,,,,1.24792e-09 20 | "BM_scanning>_stddev",10,0.0234469,0.023015,us,,,,,,2.31409e-13 21 | "BM_scanning>_cv",10,18.8911,18.5432,us,,,,,,0.000185432 22 | "BM_scanning_mean",10,7.84309,7.84308,us,,,,,,7.88598e-11 23 | "BM_scanning_median",10,7.84282,7.84282,us,,,,,,7.88572e-11 24 | "BM_scanning_stddev",10,0.00143363,0.0014319,us,,,,,,1.43973e-14 25 | "BM_scanning_cv",10,18.2789,18.2569,us,,,,,,0.000182569 26 | -------------------------------------------------------------------------------- /eval/results-gcc/m1/dictionary_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_dictionary_scan/50_mean",10,96.8938,96.8927,us,,,,,,2.95693e-09 3 | "BM_dictionary_scan/50_median",10,97.2382,97.2365,us,,,,,,2.96742e-09 4 | "BM_dictionary_scan/50_stddev",10,1.70561,1.70595,us,,,,,,5.20614e-11 5 | "BM_dictionary_scan/50_cv",10,1760.28,1760.66,us,,,,,,0.0176066 6 | "BM_dictionary_scan/50_mean",10,11.2362,11.2359,us,,,,,,3.42893e-10 7 | "BM_dictionary_scan/50_median",10,11.2385,11.2384,us,,,,,,3.42969e-10 8 | "BM_dictionary_scan/50_stddev",10,0.013716,0.0137908,us,,,,,,4.20862e-13 9 | "BM_dictionary_scan/50_cv",10,122.069,122.738,us,,,,,,0.00122738 10 | "BM_dictionary_scan/50_mean",10,10.6164,10.6161,us,,,,,,3.23978e-10 11 | "BM_dictionary_scan/50_median",10,10.6499,10.6499,us,,,,,,3.25008e-10 12 | "BM_dictionary_scan/50_stddev",10,0.0886115,0.0887788,us,,,,,,2.70931e-12 13 | "BM_dictionary_scan/50_cv",10,834.662,836.264,us,,,,,,0.00836264 14 | "BM_dictionary_scan/50_mean",10,12.5407,12.5404,us,,,,,,3.82704e-10 15 | "BM_dictionary_scan/50_median",10,12.5388,12.5385,us,,,,,,3.82643e-10 16 | "BM_dictionary_scan/50_stddev",10,0.0123564,0.0123129,us,,,,,,3.7576e-13 17 | "BM_dictionary_scan/50_cv",10,98.5305,98.1855,us,,,,,,0.000981855 18 | "BM_dictionary_scan/50_mean",10,9.48917,9.48903,us,,,,,,2.89582e-10 19 | "BM_dictionary_scan/50_median",10,9.48426,9.48392,us,,,,,,2.89426e-10 20 | "BM_dictionary_scan/50_stddev",10,0.0278234,0.0278322,us,,,,,,8.49371e-13 21 | "BM_dictionary_scan/50_cv",10,293.212,293.309,us,,,,,,0.00293309 22 | "BM_dictionary_scan>/50_mean",10,28.8909,28.8902,us,,,,,,8.81659e-10 23 | "BM_dictionary_scan>/50_median",10,28.8536,28.8536,us,,,,,,8.80541e-10 24 | "BM_dictionary_scan>/50_stddev",10,0.109214,0.109153,us,,,,,,3.33109e-12 25 | "BM_dictionary_scan>/50_cv",10,378.024,377.821,us,,,,,,0.00377821 26 | "BM_dictionary_scan>/50_mean",10,36.1982,36.1974,us,,,,,,1.10466e-09 27 | "BM_dictionary_scan>/50_median",10,36.2352,36.233,us,,,,,,1.10574e-09 28 | "BM_dictionary_scan>/50_stddev",10,0.287457,0.287359,us,,,,,,8.76951e-12 29 | "BM_dictionary_scan>/50_cv",10,794.119,793.867,us,,,,,,0.00793867 30 | "BM_dictionary_scan>/50_mean",10,40.4478,40.4471,us,,,,,,1.23435e-09 31 | "BM_dictionary_scan>/50_median",10,40.4327,40.432,us,,,,,,1.23389e-09 32 | "BM_dictionary_scan>/50_stddev",10,0.250623,0.250326,us,,,,,,7.63936e-12 33 | "BM_dictionary_scan>/50_cv",10,619.622,618.898,us,,,,,,0.00618898 34 | "BM_dictionary_scan/50_mean",10,17.2157,17.2153,us,,,,,,5.2537e-10 35 | "BM_dictionary_scan/50_median",10,17.1746,17.1743,us,,,,,,5.24118e-10 36 | "BM_dictionary_scan/50_stddev",10,0.09549,0.0952438,us,,,,,,2.90661e-12 37 | "BM_dictionary_scan/50_cv",10,554.669,553.25,us,,,,,,0.0055325 38 | "BM_dictionary_scan/50_mean",10,7.85933,7.8591,us,,,,,,2.39841e-10 39 | "BM_dictionary_scan/50_median",10,7.84356,7.84348,us,,,,,,2.39364e-10 40 | "BM_dictionary_scan/50_stddev",10,0.0558234,0.0559194,us,,,,,,1.70652e-12 41 | "BM_dictionary_scan/50_cv",10,710.283,711.524,us,,,,,,0.00711524 42 | "BM_dictionary_scan/50_mean",10,7.5632,7.56311,us,,,,,,2.30808e-10 43 | "BM_dictionary_scan/50_median",10,7.5625,7.56238,us,,,,,,2.30785e-10 44 | "BM_dictionary_scan/50_stddev",10,0.0304742,0.0305242,us,,,,,,9.31526e-13 45 | "BM_dictionary_scan/50_cv",10,402.927,403.594,us,,,,,,0.00403594 46 | -------------------------------------------------------------------------------- /eval/results-gcc/m1/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,2293.39,2293.32,ns,,,,,,2.23957e-09 3 | "BM_hash_bucket_get_median",10,2290.59,2290.59,ns,,,,,,2.2369e-09 4 | "BM_hash_bucket_get_stddev",10,36.6346,36.6754,ns,,,,,,3.58159e-11 5 | "BM_hash_bucket_get_cv",10,1.5974e+06,1.59923e+06,ns,,,,,,0.0159923 6 | "BM_hash_bucket_get_mean",10,2155.14,2155.11,ns,,,,,,2.1046e-09 7 | "BM_hash_bucket_get_median",10,2155.7,2155.61,ns,,,,,,2.10508e-09 8 | "BM_hash_bucket_get_stddev",10,15.8037,15.8014,ns,,,,,,1.5431e-11 9 | "BM_hash_bucket_get_cv",10,733302,733206,ns,,,,,,0.00733206 10 | "BM_hash_bucket_get_mean",10,1233.6,1233.59,ns,,,,,,1.20468e-09 11 | "BM_hash_bucket_get_median",10,1222.22,1222.21,ns,,,,,,1.19357e-09 12 | "BM_hash_bucket_get_stddev",10,54.095,54.0866,ns,,,,,,5.2819e-11 13 | "BM_hash_bucket_get_cv",10,4.38513e+06,4.38449e+06,ns,,,,,,0.0438449 14 | "BM_hash_bucket_get_mean",10,1232.38,1232.36,ns,,,,,,1.20347e-09 15 | "BM_hash_bucket_get_median",10,1234.8,1234.79,ns,,,,,,1.20585e-09 16 | "BM_hash_bucket_get_stddev",10,28.1036,28.0947,ns,,,,,,2.74362e-11 17 | "BM_hash_bucket_get_cv",10,2.28043e+06,2.27975e+06,ns,,,,,,0.0227975 18 | "BM_hash_bucket_get_mean",10,1227.32,1227.3,ns,,,,,,1.19854e-09 19 | "BM_hash_bucket_get_median",10,1228.36,1228.35,ns,,,,,,1.19956e-09 20 | "BM_hash_bucket_get_stddev",10,25.1451,25.1399,ns,,,,,,2.45507e-11 21 | "BM_hash_bucket_get_cv",10,2.04878e+06,2.04839e+06,ns,,,,,,0.0204839 22 | "BM_hash_bucket_get_mean",10,1099.08,1099.06,ns,,,,,,1.0733e-09 23 | "BM_hash_bucket_get_median",10,1097.29,1097.29,ns,,,,,,1.07157e-09 24 | "BM_hash_bucket_get_stddev",10,36.3969,36.3941,ns,,,,,,3.55411e-11 25 | "BM_hash_bucket_get_cv",10,3.31158e+06,3.31137e+06,ns,,,,,,0.0331137 26 | -------------------------------------------------------------------------------- /eval/results-gcc/m1/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,38.0341,38.0328,ns,,,,,,5.94262e-10 3 | "BM_hashing/27_median",10,38.0345,38.0323,ns,,,,,,5.94254e-10 4 | "BM_hashing/27_stddev",10,0.0137051,0.0133576,ns,,,,,,2.08712e-13 5 | "BM_hashing/27_cv",10,36033.7,35121.2,ns,,,,,,0.000351212 6 | "BM_hashing/27_mean",10,40.4357,40.4353,ns,,,,,,6.31802e-10 7 | "BM_hashing/27_median",10,40.4319,40.4314,ns,,,,,,6.31741e-10 8 | "BM_hashing/27_stddev",10,0.031594,0.0314826,ns,,,,,,4.91916e-13 9 | "BM_hashing/27_cv",10,78133.9,77859.2,ns,,,,,,0.000778592 10 | "BM_hashing/27_mean",10,35.646,35.6453,ns,,,,,,5.56959e-10 11 | "BM_hashing/27_median",10,35.634,35.6337,ns,,,,,,5.56776e-10 12 | "BM_hashing/27_stddev",10,0.0268466,0.0265012,ns,,,,,,4.14082e-13 13 | "BM_hashing/27_cv",10,75314.5,74347,ns,,,,,,0.00074347 14 | "BM_hashing>/27_mean",10,40.8399,40.839,ns,,,,,,6.38109e-10 15 | "BM_hashing>/27_median",10,40.8269,40.826,ns,,,,,,6.37907e-10 16 | "BM_hashing>/27_stddev",10,0.0882412,0.087341,ns,,,,,,1.3647e-12 17 | "BM_hashing>/27_cv",10,216066,213867,ns,,,,,,0.00213867 18 | "BM_hashing>/27_mean",10,15.2928,15.2926,ns,,,,,,2.38946e-10 19 | "BM_hashing>/27_median",10,15.3239,15.3238,ns,,,,,,2.39435e-10 20 | "BM_hashing>/27_stddev",10,0.0773702,0.0772927,ns,,,,,,1.2077e-12 21 | "BM_hashing>/27_cv",10,505927,505427,ns,,,,,,0.00505427 22 | "BM_hashing>/27_mean",10,13.5764,13.5762,ns,,,,,,2.12128e-10 23 | "BM_hashing>/27_median",10,13.575,13.575,ns,,,,,,2.12109e-10 24 | "BM_hashing>/27_stddev",10,0.0220627,0.0220771,ns,,,,,,3.44955e-13 25 | "BM_hashing>/27_cv",10,162508,162616,ns,,,,,,0.00162616 26 | "BM_hashing>/27_mean",10,12.5026,12.5023,ns,,,,,,1.95349e-10 27 | "BM_hashing>/27_median",10,12.5101,12.5101,ns,,,,,,1.9547e-10 28 | "BM_hashing>/27_stddev",10,0.0267744,0.0269138,ns,,,,,,4.20529e-13 29 | "BM_hashing>/27_cv",10,214150,215271,ns,,,,,,0.00215271 30 | "BM_hashing/27_mean",10,15.8709,15.8706,ns,,,,,,2.47978e-10 31 | "BM_hashing/27_median",10,15.1768,15.1768,ns,,,,,,2.37137e-10 32 | "BM_hashing/27_stddev",10,1.44105,1.44113,ns,,,,,,2.25176e-11 33 | "BM_hashing/27_cv",10,9.07985e+06,9.08047e+06,ns,,,,,,0.0908047 34 | -------------------------------------------------------------------------------- /eval/results-gcc/rome/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,122.9,122.882,us,,,,,,1.23554e-09 3 | "BM_scanning_median",10,123.005,122.994,us,,,,,,1.23667e-09 4 | "BM_scanning_stddev",10,0.828665,0.830824,us,,,,,,8.35368e-12 5 | "BM_scanning_cv",10,674.26,676.115,us,,,,,,0.00676115 6 | "BM_scanning_mean",10,86.6142,86.6052,us,,,,,,8.70789e-10 7 | "BM_scanning_median",10,86.619,86.6172,us,,,,,,8.70909e-10 8 | "BM_scanning_stddev",10,0.0345915,0.033832,us,,,,,,3.40171e-13 9 | "BM_scanning_cv",10,39.9374,39.0647,us,,,,,,0.000390647 10 | "BM_scanning>_mean",10,23.4553,23.454,us,,,,,,2.35823e-10 11 | "BM_scanning>_median",10,23.4596,23.4583,us,,,,,,2.35866e-10 12 | "BM_scanning>_stddev",10,0.0150903,0.0149365,us,,,,,,1.50182e-13 13 | "BM_scanning>_cv",10,64.3363,63.6845,us,,,,,,0.000636845 14 | "BM_scanning>_mean",10,11.274,11.2732,us,,,,,,1.13349e-10 15 | "BM_scanning>_median",10,11.2724,11.2702,us,,,,,,1.13318e-10 16 | "BM_scanning>_stddev",10,0.00916236,0.00945959,us,,,,,,9.51134e-14 17 | "BM_scanning>_cv",10,81.2696,83.9119,us,,,,,,0.000839119 18 | "BM_scanning>_mean",10,326.043,326.003,us,,,,,,3.27786e-09 19 | "BM_scanning>_median",10,326.066,326.018,us,,,,,,3.27801e-09 20 | "BM_scanning>_stddev",10,0.152398,0.170771,us,,,,,,1.71705e-12 21 | "BM_scanning>_cv",10,46.7417,52.3831,us,,,,,,0.000523831 22 | "BM_scanning_mean",10,16.0051,16.0041,us,,,,,,1.60917e-10 23 | "BM_scanning_median",10,16.0029,16.0028,us,,,,,,1.60903e-10 24 | "BM_scanning_stddev",10,0.00780801,0.00764335,us,,,,,,7.68516e-14 25 | "BM_scanning_cv",10,48.7845,47.7586,us,,,,,,0.000477586 26 | "BM_scanning_mean",10,23.4287,23.4268,us,,,,,,2.3555e-10 27 | "BM_scanning_median",10,23.4275,23.4266,us,,,,,,2.35547e-10 28 | "BM_scanning_stddev",10,0.0154787,0.0148116,us,,,,,,1.48926e-13 29 | "BM_scanning_cv",10,66.0672,63.2251,us,,,,,,0.000632251 30 | "BM_scanning_mean",10,1144.55,1144.47,us,,,,,,1.15073e-08 31 | "BM_scanning_median",10,1144.68,1144.62,us,,,,,,1.15089e-08 32 | "BM_scanning_stddev",10,0.47957,0.470002,us,,,,,,4.72573e-12 33 | "BM_scanning_cv",10,41.9004,41.0671,us,,,,,,0.000410671 34 | -------------------------------------------------------------------------------- /eval/results-gcc/rome/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,4676.21,4675.57,ns,,,,,,4.56598e-09 3 | "BM_hash_bucket_get_median",10,4678.25,4677.29,ns,,,,,,4.56767e-09 4 | "BM_hash_bucket_get_stddev",10,35.1163,35.1167,ns,,,,,,3.42937e-11 5 | "BM_hash_bucket_get_cv",10,750956,751068,ns,,,,,,0.00751068 6 | "BM_hash_bucket_get_mean",10,4692.57,4692.04,ns,,,,,,4.58207e-09 7 | "BM_hash_bucket_get_median",10,4683.76,4683.3,ns,,,,,,4.57354e-09 8 | "BM_hash_bucket_get_stddev",10,31.9212,31.8806,ns,,,,,,3.11334e-11 9 | "BM_hash_bucket_get_cv",10,680249,679462,ns,,,,,,0.00679462 10 | "BM_hash_bucket_get_mean",10,1935.72,1935.44,ns,,,,,,1.89007e-09 11 | "BM_hash_bucket_get_median",10,1921.51,1921.44,ns,,,,,,1.87641e-09 12 | "BM_hash_bucket_get_stddev",10,49.1429,48.9113,ns,,,,,,4.77649e-11 13 | "BM_hash_bucket_get_cv",10,2.53874e+06,2.52715e+06,ns,,,,,,0.0252715 14 | "BM_hash_bucket_get_mean",10,2167.69,2167.33,ns,,,,,,2.11653e-09 15 | "BM_hash_bucket_get_median",10,2152.54,2152.28,ns,,,,,,2.10184e-09 16 | "BM_hash_bucket_get_stddev",10,71.0081,70.9859,ns,,,,,,6.93222e-11 17 | "BM_hash_bucket_get_cv",10,3.27575e+06,3.27527e+06,ns,,,,,,0.0327527 18 | "BM_hash_bucket_get_mean",10,2267.16,2266.85,ns,,,,,,2.21372e-09 19 | "BM_hash_bucket_get_median",10,2273.18,2272.7,ns,,,,,,2.21943e-09 20 | "BM_hash_bucket_get_stddev",10,48.8145,48.7361,ns,,,,,,4.75939e-11 21 | "BM_hash_bucket_get_cv",10,2.15311e+06,2.14995e+06,ns,,,,,,0.0214995 22 | "BM_hash_bucket_get_mean",10,1586.45,1586.14,ns,,,,,,1.54897e-09 23 | "BM_hash_bucket_get_median",10,1597.75,1597.42,ns,,,,,,1.55998e-09 24 | "BM_hash_bucket_get_stddev",10,54.4946,54.4833,ns,,,,,,5.32063e-11 25 | "BM_hash_bucket_get_cv",10,3.435e+06,3.43495e+06,ns,,,,,,0.0343495 26 | -------------------------------------------------------------------------------- /eval/results-gcc/rome/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,41.2183,41.2147,ns,,,,,,6.43979e-10 3 | "BM_hashing/27_median",10,41.2262,41.2258,ns,,,,,,6.44153e-10 4 | "BM_hashing/27_stddev",10,0.0386486,0.0399423,ns,,,,,,6.24098e-13 5 | "BM_hashing/27_cv",10,93765.6,96912.7,ns,,,,,,0.000969127 6 | "BM_hashing/27_mean",10,19.9698,19.9678,ns,,,,,,3.11997e-10 7 | "BM_hashing/27_median",10,19.9574,19.9569,ns,,,,,,3.11827e-10 8 | "BM_hashing/27_stddev",10,0.0246981,0.0254759,ns,,,,,,3.98062e-13 9 | "BM_hashing/27_cv",10,123677,127585,ns,,,,,,0.00127585 10 | "BM_hashing/27_mean",10,19.9601,19.9581,ns,,,,,,3.11846e-10 11 | "BM_hashing/27_median",10,19.9636,19.9606,ns,,,,,,3.11885e-10 12 | "BM_hashing/27_stddev",10,0.0273326,0.0267773,ns,,,,,,4.18395e-13 13 | "BM_hashing/27_cv",10,136936,134167,ns,,,,,,0.00134167 14 | "BM_hashing>/27_mean",10,34.4643,34.4613,ns,,,,,,5.38457e-10 15 | "BM_hashing>/27_median",10,34.4631,34.4625,ns,,,,,,5.38476e-10 16 | "BM_hashing>/27_stddev",10,0.0291631,0.028812,ns,,,,,,4.50188e-13 17 | "BM_hashing>/27_cv",10,84618.4,83607,ns,,,,,,0.00083607 18 | "BM_hashing>/27_mean",10,39.6275,39.6229,ns,,,,,,6.19107e-10 19 | "BM_hashing>/27_median",10,39.6252,39.6249,ns,,,,,,6.19139e-10 20 | "BM_hashing>/27_stddev",10,0.0140273,0.0150259,ns,,,,,,2.34779e-13 21 | "BM_hashing>/27_cv",10,35397.8,37922.2,ns,,,,,,0.000379222 22 | "BM_hashing>/27_mean",10,19.9507,19.9492,ns,,,,,,3.11706e-10 23 | "BM_hashing>/27_median",10,19.9644,19.9631,ns,,,,,,3.11923e-10 24 | "BM_hashing>/27_stddev",10,0.0637114,0.0636022,ns,,,,,,9.93785e-13 25 | "BM_hashing>/27_cv",10,319344,318821,ns,,,,,,0.00318821 26 | "BM_hashing>/27_mean",10,19.5217,19.5199,ns,,,,,,3.04999e-10 27 | "BM_hashing>/27_median",10,19.5185,19.5173,ns,,,,,,3.04958e-10 28 | "BM_hashing>/27_stddev",10,0.0173015,0.0173242,ns,,,,,,2.7069e-13 29 | "BM_hashing>/27_cv",10,88626.9,88751.2,ns,,,,,,0.000887512 30 | "BM_hashing/27_mean",10,35.5497,35.5472,ns,,,,,,5.55425e-10 31 | "BM_hashing/27_median",10,35.5554,35.5533,ns,,,,,,5.55521e-10 32 | "BM_hashing/27_stddev",10,0.0273308,0.0261472,ns,,,,,,4.08551e-13 33 | "BM_hashing/27_cv",10,76880.6,73556.4,ns,,,,,,0.000735564 34 | "BM_hashing/27_mean",10,17.7829,17.7815,ns,,,,,,2.77836e-10 35 | "BM_hashing/27_median",10,17.7834,17.7815,ns,,,,,,2.77836e-10 36 | "BM_hashing/27_stddev",10,0.00952383,0.00930685,ns,,,,,,1.4542e-13 37 | "BM_hashing/27_cv",10,53556.1,52340.1,ns,,,,,,0.000523401 38 | -------------------------------------------------------------------------------- /eval/results-gcc/skylake/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,129.779,129.77,us,,,,,,1.3048e-09 3 | "BM_scanning_median",10,129.721,129.712,us,,,,,,1.30422e-09 4 | "BM_scanning_stddev",10,0.239269,0.238915,us,,,,,,2.40222e-12 5 | "BM_scanning_cv",10,184.366,184.107,us,,,,,,0.00184107 6 | "BM_scanning_mean",10,42.0051,42.0022,us,,,,,,4.22319e-10 7 | "BM_scanning_median",10,41.9587,41.9552,us,,,,,,4.21847e-10 8 | "BM_scanning_stddev",10,0.108491,0.10784,us,,,,,,1.0843e-12 9 | "BM_scanning_cv",10,258.281,256.749,us,,,,,,0.00256749 10 | "BM_scanning>_mean",10,28.2078,28.2044,us,,,,,,2.83587e-10 11 | "BM_scanning>_median",10,28.104,28.1008,us,,,,,,2.82545e-10 12 | "BM_scanning>_stddev",10,0.257465,0.25419,us,,,,,,2.5558e-12 13 | "BM_scanning>_cv",10,912.744,901.24,us,,,,,,0.0090124 14 | "BM_scanning>_mean",10,15.8592,15.8578,us,,,,,,1.59445e-10 15 | "BM_scanning>_median",10,15.8479,15.8473,us,,,,,,1.5934e-10 16 | "BM_scanning>_stddev",10,0.0327073,0.031795,us,,,,,,3.19689e-13 17 | "BM_scanning>_cv",10,206.235,200.501,us,,,,,,0.00200501 18 | "BM_scanning>_mean",10,308.34,308.313,us,,,,,,3.1e-09 19 | "BM_scanning>_median",10,308.315,308.292,us,,,,,,3.09978e-09 20 | "BM_scanning>_stddev",10,0.195016,0.184366,us,,,,,,1.85375e-12 21 | "BM_scanning>_cv",10,63.2468,59.7983,us,,,,,,0.000597983 22 | "BM_scanning_mean",10,28.2023,28.2005,us,,,,,,2.83547e-10 23 | "BM_scanning_median",10,28.1879,28.1867,us,,,,,,2.83409e-10 24 | "BM_scanning_stddev",10,0.0509375,0.0506546,us,,,,,,5.09317e-13 25 | "BM_scanning_cv",10,180.615,179.623,us,,,,,,0.00179623 26 | "BM_scanning_mean",10,28.281,28.2789,us,,,,,,2.84335e-10 27 | "BM_scanning_median",10,28.2853,28.2833,us,,,,,,2.8438e-10 28 | "BM_scanning_stddev",10,0.0450312,0.0445658,us,,,,,,4.48095e-13 29 | "BM_scanning_cv",10,159.228,157.594,us,,,,,,0.00157594 30 | "BM_scanning_mean",10,25.9473,25.9451,us,,,,,,2.6087e-10 31 | "BM_scanning_median",10,25.9445,25.9428,us,,,,,,2.60847e-10 32 | "BM_scanning_stddev",10,0.0341406,0.0344428,us,,,,,,3.46312e-13 33 | "BM_scanning_cv",10,131.577,132.752,us,,,,,,0.00132752 34 | -------------------------------------------------------------------------------- /eval/results-gcc/skylake/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,4281.81,4281.63,ns,,,,,,4.18128e-09 3 | "BM_hash_bucket_get_median",10,4278,4277.82,ns,,,,,,4.17756e-09 4 | "BM_hash_bucket_get_stddev",10,25.6008,25.5743,ns,,,,,,2.49749e-11 5 | "BM_hash_bucket_get_cv",10,597896,597304,ns,,,,,,0.00597304 6 | "BM_hash_bucket_get_mean",10,4184.46,4184.3,ns,,,,,,4.08623e-09 7 | "BM_hash_bucket_get_median",10,4179.94,4179.81,ns,,,,,,4.08185e-09 8 | "BM_hash_bucket_get_stddev",10,39.7231,39.7258,ns,,,,,,3.87947e-11 9 | "BM_hash_bucket_get_cv",10,949300,949402,ns,,,,,,0.00949402 10 | "BM_hash_bucket_get_mean",10,1769.4,1769.33,ns,,,,,,1.72786e-09 11 | "BM_hash_bucket_get_median",10,1765.06,1764.99,ns,,,,,,1.72363e-09 12 | "BM_hash_bucket_get_stddev",10,28.3586,28.3584,ns,,,,,,2.76937e-11 13 | "BM_hash_bucket_get_cv",10,1.60273e+06,1.60277e+06,ns,,,,,,0.0160277 14 | "BM_hash_bucket_get_mean",10,2145.18,2145.09,ns,,,,,,2.09481e-09 15 | "BM_hash_bucket_get_median",10,2130.92,2130.79,ns,,,,,,2.08085e-09 16 | "BM_hash_bucket_get_stddev",10,73.028,73.0291,ns,,,,,,7.13175e-11 17 | "BM_hash_bucket_get_cv",10,3.40428e+06,3.40448e+06,ns,,,,,,0.0340448 18 | "BM_hash_bucket_get_mean",10,2142.72,2142.64,ns,,,,,,2.09242e-09 19 | "BM_hash_bucket_get_median",10,2129.38,2129.34,ns,,,,,,2.07943e-09 20 | "BM_hash_bucket_get_stddev",10,35.1864,35.1886,ns,,,,,,3.43639e-11 21 | "BM_hash_bucket_get_cv",10,1.64214e+06,1.6423e+06,ns,,,,,,0.016423 22 | "BM_hash_bucket_get_mean",10,1833.15,1833.09,ns,,,,,,1.79012e-09 23 | "BM_hash_bucket_get_median",10,1823.21,1823.14,ns,,,,,,1.78041e-09 24 | "BM_hash_bucket_get_stddev",10,35.4207,35.404,ns,,,,,,3.45742e-11 25 | "BM_hash_bucket_get_cv",10,1.93223e+06,1.93139e+06,ns,,,,,,0.0193139 26 | -------------------------------------------------------------------------------- /eval/results-gcc/skylake/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,47.5717,47.568,ns,,,,,,7.43249e-10 3 | "BM_hashing/27_median",10,47.5336,47.5276,ns,,,,,,7.4262e-10 4 | "BM_hashing/27_stddev",10,0.131078,0.130639,ns,,,,,,2.04124e-12 5 | "BM_hashing/27_cv",10,275537,274637,ns,,,,,,0.00274637 6 | "BM_hashing/27_mean",10,19.1697,19.1681,ns,,,,,,2.99502e-10 7 | "BM_hashing/27_median",10,19.174,19.1724,ns,,,,,,2.99569e-10 8 | "BM_hashing/27_stddev",10,0.0184636,0.0184438,ns,,,,,,2.88184e-13 9 | "BM_hashing/27_cv",10,96316.2,96221.1,ns,,,,,,0.000962211 10 | "BM_hashing/27_mean",10,19.1903,19.1885,ns,,,,,,2.99821e-10 11 | "BM_hashing/27_median",10,19.1822,19.1801,ns,,,,,,2.9969e-10 12 | "BM_hashing/27_stddev",10,0.041999,0.0418239,ns,,,,,,6.53498e-13 13 | "BM_hashing/27_cv",10,218855,217963,ns,,,,,,0.00217963 14 | "BM_hashing>/27_mean",10,46.8773,46.8718,ns,,,,,,7.32372e-10 15 | "BM_hashing>/27_median",10,46.8033,46.7934,ns,,,,,,7.31146e-10 16 | "BM_hashing>/27_stddev",10,0.245341,0.245355,ns,,,,,,3.83368e-12 17 | "BM_hashing>/27_cv",10,523368,523461,ns,,,,,,0.00523461 18 | "BM_hashing>/27_mean",10,38.4689,38.4654,ns,,,,,,6.01023e-10 19 | "BM_hashing>/27_median",10,38.4327,38.4296,ns,,,,,,6.00463e-10 20 | "BM_hashing>/27_stddev",10,0.118759,0.11839,ns,,,,,,1.84984e-12 21 | "BM_hashing>/27_cv",10,308715,307782,ns,,,,,,0.00307782 22 | "BM_hashing>/27_mean",10,19.1813,19.1798,ns,,,,,,2.99684e-10 23 | "BM_hashing>/27_median",10,19.1795,19.1777,ns,,,,,,2.99651e-10 24 | "BM_hashing>/27_stddev",10,0.0411011,0.0410743,ns,,,,,,6.41785e-13 25 | "BM_hashing>/27_cv",10,214277,214154,ns,,,,,,0.00214154 26 | "BM_hashing>/27_mean",10,18.3182,18.3164,ns,,,,,,2.86194e-10 27 | "BM_hashing>/27_median",10,18.3096,18.3075,ns,,,,,,2.86055e-10 28 | "BM_hashing>/27_stddev",10,0.0373823,0.0362886,ns,,,,,,5.6701e-13 29 | "BM_hashing>/27_cv",10,204072,198121,ns,,,,,,0.00198121 30 | "BM_hashing/27_mean",10,49.1335,49.1296,ns,,,,,,7.67651e-10 31 | "BM_hashing/27_median",10,49.1542,49.1493,ns,,,,,,7.67958e-10 32 | "BM_hashing/27_stddev",10,0.133413,0.133386,ns,,,,,,2.08415e-12 33 | "BM_hashing/27_cv",10,271532,271498,ns,,,,,,0.00271498 34 | "BM_hashing/27_mean",10,24.5925,24.5909,ns,,,,,,3.84233e-10 35 | "BM_hashing/27_median",10,24.582,24.581,ns,,,,,,3.84077e-10 36 | "BM_hashing/27_stddev",10,0.0391082,0.0390265,ns,,,,,,6.09789e-13 37 | "BM_hashing/27_cv",10,159025,158703,ns,,,,,,0.00158703 38 | -------------------------------------------------------------------------------- /eval/results/cascadelake/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,152.294,152.289,us,,,,,,1.53122e-09 3 | "BM_scanning_median",10,151.836,151.829,us,,,,,,1.5266e-09 4 | "BM_scanning_stddev",10,0.697493,0.698507,us,,,,,,7.02328e-12 5 | "BM_scanning_cv",10,457.991,458.673,us,,,,,,0.00458673 6 | "BM_scanning_mean",10,23.9952,23.994,us,,,,,,2.41252e-10 7 | "BM_scanning_median",10,23.9951,23.9937,us,,,,,,2.41249e-10 8 | "BM_scanning_stddev",10,0.00179923,0.00144918,us,,,,,,1.45711e-14 9 | "BM_scanning_cv",10,7.49829,6.03976,us,,,,,,6.03976e-05 10 | "BM_scanning>_mean",10,14.2459,14.2453,us,,,,,,1.43232e-10 11 | "BM_scanning>_median",10,14.2473,14.2468,us,,,,,,1.43247e-10 12 | "BM_scanning>_stddev",10,0.00440758,0.00436709,us,,,,,,4.39098e-14 13 | "BM_scanning>_cv",10,30.9392,30.6564,us,,,,,,0.000306564 14 | "BM_scanning>_mean",10,10.8544,10.8539,us,,,,,,1.09133e-10 15 | "BM_scanning>_median",10,10.854,10.8536,us,,,,,,1.0913e-10 16 | "BM_scanning>_stddev",10,0.0144863,0.0143101,us,,,,,,1.43884e-13 17 | "BM_scanning>_cv",10,133.46,131.843,us,,,,,,0.00131843 18 | "BM_scanning>_mean",10,328.676,328.656,us,,,,,,3.30453e-09 19 | "BM_scanning>_median",10,328.66,328.636,us,,,,,,3.30434e-09 20 | "BM_scanning>_stddev",10,0.0604683,0.0588523,us,,,,,,5.91742e-13 21 | "BM_scanning>_cv",10,18.3975,17.907,us,,,,,,0.00017907 22 | "BM_scanning_mean",10,14.2479,14.2472,us,,,,,,1.43251e-10 23 | "BM_scanning_median",10,14.2457,14.2449,us,,,,,,1.43228e-10 24 | "BM_scanning_stddev",10,0.00659444,0.00657628,us,,,,,,6.61225e-14 25 | "BM_scanning_cv",10,46.2836,46.1584,us,,,,,,0.000461584 26 | "BM_scanning_mean",10,14.24,14.2393,us,,,,,,1.43172e-10 27 | "BM_scanning_median",10,14.2415,14.2409,us,,,,,,1.43187e-10 28 | "BM_scanning_stddev",10,0.00596363,0.00583324,us,,,,,,5.86515e-14 29 | "BM_scanning_cv",10,41.8793,40.9658,us,,,,,,0.000409658 30 | "BM_scanning_mean",10,21.7215,21.7203,us,,,,,,2.18391e-10 31 | "BM_scanning_median",10,21.7207,21.7198,us,,,,,,2.18386e-10 32 | "BM_scanning_stddev",10,0.00189317,0.00165181,us,,,,,,1.66085e-14 33 | "BM_scanning_cv",10,8.71567,7.6049,us,,,,,,7.6049e-05 34 | "BM_scanning_mean",10,9.17612,9.17555,us,,,,,,9.22574e-11 35 | "BM_scanning_median",10,9.17719,9.17664,us,,,,,,9.22684e-11 36 | "BM_scanning_stddev",10,0.0194304,0.0192239,us,,,,,,1.93291e-13 37 | "BM_scanning_cv",10,211.749,209.512,us,,,,,,0.00209512 38 | -------------------------------------------------------------------------------- /eval/results/cascadelake/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,7713.47,7713.17,ns,,,,,,7.5324e-09 3 | "BM_hash_bucket_get_median",10,7700.04,7699.9,ns,,,,,,7.51944e-09 4 | "BM_hash_bucket_get_stddev",10,144.832,144.716,ns,,,,,,1.41324e-10 5 | "BM_hash_bucket_get_cv",10,1.87764e+06,1.87622e+06,ns,,,,,,0.0187622 6 | "BM_hash_bucket_get_mean",10,5084.8,5084.48,ns,,,,,,4.96531e-09 7 | "BM_hash_bucket_get_median",10,5084.89,5084.65,ns,,,,,,4.96548e-09 8 | "BM_hash_bucket_get_stddev",10,56.1799,56.1671,ns,,,,,,5.48507e-11 9 | "BM_hash_bucket_get_cv",10,1.10486e+06,1.10468e+06,ns,,,,,,0.0110468 10 | "BM_hash_bucket_get_mean",10,10216.7,10216.3,ns,,,,,,9.97681e-09 11 | "BM_hash_bucket_get_median",10,10222.6,10222.3,ns,,,,,,9.98267e-09 12 | "BM_hash_bucket_get_stddev",10,69.6368,69.4969,ns,,,,,,6.78681e-11 13 | "BM_hash_bucket_get_cv",10,681597,680258,ns,,,,,,0.00680258 14 | "BM_hash_bucket_get_mean",10,1443.28,1443.19,ns,,,,,,1.40937e-09 15 | "BM_hash_bucket_get_median",10,1451.4,1451.31,ns,,,,,,1.4173e-09 16 | "BM_hash_bucket_get_stddev",10,48.3948,48.3907,ns,,,,,,4.72565e-11 17 | "BM_hash_bucket_get_cv",10,3.35312e+06,3.35303e+06,ns,,,,,,0.0335303 18 | "BM_hash_bucket_get_mean",10,1226.73,1226.68,ns,,,,,,1.19793e-09 19 | "BM_hash_bucket_get_median",10,1222.51,1222.46,ns,,,,,,1.1938e-09 20 | "BM_hash_bucket_get_stddev",10,22.2972,22.302,ns,,,,,,2.17793e-11 21 | "BM_hash_bucket_get_cv",10,1.81761e+06,1.81808e+06,ns,,,,,,0.0181808 22 | "BM_hash_bucket_get_mean",10,1763.04,1762.94,ns,,,,,,1.72162e-09 23 | "BM_hash_bucket_get_median",10,1757.14,1757.03,ns,,,,,,1.71585e-09 24 | "BM_hash_bucket_get_stddev",10,37.7036,37.6986,ns,,,,,,3.6815e-11 25 | "BM_hash_bucket_get_cv",10,2.13856e+06,2.13839e+06,ns,,,,,,0.0213839 26 | "BM_hash_bucket_get_mean",10,1554.28,1554.21,ns,,,,,,1.51778e-09 27 | "BM_hash_bucket_get_median",10,1554.16,1554.09,ns,,,,,,1.51766e-09 28 | "BM_hash_bucket_get_stddev",10,20.8629,20.8652,ns,,,,,,2.03762e-11 29 | "BM_hash_bucket_get_cv",10,1.34228e+06,1.3425e+06,ns,,,,,,0.013425 30 | "BM_hash_bucket_get_mean",10,1219.03,1218.97,ns,,,,,,1.1904e-09 31 | "BM_hash_bucket_get_median",10,1219.68,1219.57,ns,,,,,,1.19099e-09 32 | "BM_hash_bucket_get_stddev",10,17.6365,17.6304,ns,,,,,,1.72172e-11 33 | "BM_hash_bucket_get_cv",10,1.44677e+06,1.44634e+06,ns,,,,,,0.0144634 34 | -------------------------------------------------------------------------------- /eval/results/cascadelake/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,24.6831,24.6823,ns,,,,,,3.85661e-10 3 | "BM_hashing/27_median",10,24.6829,24.6819,ns,,,,,,3.85655e-10 4 | "BM_hashing/27_stddev",10,0.0063827,0.00608971,ns,,,,,,9.51517e-14 5 | "BM_hashing/27_cv",10,25858.7,24672.3,ns,,,,,,0.000246723 6 | "BM_hashing/27_mean",10,13.291,13.2902,ns,,,,,,2.07659e-10 7 | "BM_hashing/27_median",10,13.3159,13.3154,ns,,,,,,2.08053e-10 8 | "BM_hashing/27_stddev",10,0.042132,0.0423467,ns,,,,,,6.61667e-13 9 | "BM_hashing/27_cv",10,316997,318631,ns,,,,,,0.00318631 10 | "BM_hashing/27_mean",10,13.3178,13.3173,ns,,,,,,2.08083e-10 11 | "BM_hashing/27_median",10,13.3178,13.3174,ns,,,,,,2.08084e-10 12 | "BM_hashing/27_stddev",10,0.00152553,0.00144068,ns,,,,,,2.25107e-14 13 | "BM_hashing/27_cv",10,11454.8,10818.1,ns,,,,,,0.000108181 14 | "BM_hashing>/27_mean",10,24.6885,24.6873,ns,,,,,,3.85738e-10 15 | "BM_hashing>/27_median",10,24.6892,24.6879,ns,,,,,,3.85749e-10 16 | "BM_hashing>/27_stddev",10,0.0039921,0.00404988,ns,,,,,,6.32794e-14 17 | "BM_hashing>/27_cv",10,16169.9,16404.7,ns,,,,,,0.000164047 18 | "BM_hashing>/27_mean",10,25.2244,25.2232,ns,,,,,,3.94113e-10 19 | "BM_hashing>/27_median",10,25.2241,25.223,ns,,,,,,3.94109e-10 20 | "BM_hashing>/27_stddev",10,0.00380705,0.00390444,ns,,,,,,6.10069e-14 21 | "BM_hashing>/27_cv",10,15092.7,15479.5,ns,,,,,,0.000154795 22 | "BM_hashing>/27_mean",10,13.2261,13.2254,ns,,,,,,2.06647e-10 23 | "BM_hashing>/27_median",10,13.2261,13.2256,ns,,,,,,2.0665e-10 24 | "BM_hashing>/27_stddev",10,0.00152287,0.00143069,ns,,,,,,2.23546e-14 25 | "BM_hashing>/27_cv",10,11514.2,10817.7,ns,,,,,,0.000108177 26 | "BM_hashing>/27_mean",10,13.3983,13.3978,ns,,,,,,2.0934e-10 27 | "BM_hashing>/27_median",10,13.3983,13.3976,ns,,,,,,2.09338e-10 28 | "BM_hashing>/27_stddev",10,0.00214208,0.0020896,ns,,,,,,3.26501e-14 29 | "BM_hashing>/27_cv",10,15987.7,15596.7,ns,,,,,,0.000155967 30 | "BM_hashing/27_mean",10,50.1427,50.1401,ns,,,,,,7.8344e-10 31 | "BM_hashing/27_median",10,50.1426,50.1399,ns,,,,,,7.83436e-10 32 | "BM_hashing/27_stddev",10,0.00122119,0.000850604,ns,,,,,,1.32907e-14 33 | "BM_hashing/27_cv",10,2435.43,1696.45,ns,,,,,,1.69645e-05 34 | "BM_hashing/27_mean",10,26.3822,26.3809,ns,,,,,,4.12201e-10 35 | "BM_hashing/27_median",10,26.3822,26.381,ns,,,,,,4.12203e-10 36 | "BM_hashing/27_stddev",10,0.00241117,0.00232217,ns,,,,,,3.62839e-14 37 | "BM_hashing/27_cv",10,9139.41,8802.47,ns,,,,,,8.80247e-05 38 | "BM_hashing/27_mean",10,13.3724,13.3717,ns,,,,,,2.08933e-10 39 | "BM_hashing/27_median",10,13.3724,13.3717,ns,,,,,,2.08933e-10 40 | "BM_hashing/27_stddev",10,0.000165818,0.000113229,ns,,,,,,1.7692e-15 41 | "BM_hashing/27_cv",10,1240,846.777,ns,,,,,,8.46779e-06 42 | -------------------------------------------------------------------------------- /eval/results/graviton2/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,181.421,181.416,us,,,,,,1.82408e-09 3 | "BM_scanning_median",10,181.303,181.296,us,,,,,,1.82287e-09 4 | "BM_scanning_stddev",10,0.446942,0.447183,us,,,,,,4.49629e-12 5 | "BM_scanning_cv",10,246.356,246.496,us,,,,,,0.00246496 6 | "BM_scanning_mean",10,38.6643,38.663,us,,,,,,3.88745e-10 7 | "BM_scanning_median",10,38.5982,38.5973,us,,,,,,3.88085e-10 8 | "BM_scanning_stddev",10,0.199691,0.199059,us,,,,,,2.00147e-12 9 | "BM_scanning_cv",10,516.474,514.855,us,,,,,,0.00514855 10 | "BM_scanning>_mean",10,24.8067,24.806,us,,,,,,2.49417e-10 11 | "BM_scanning>_median",10,24.7742,24.7734,us,,,,,,2.49089e-10 12 | "BM_scanning>_stddev",10,0.130889,0.130621,us,,,,,,1.31336e-12 13 | "BM_scanning>_cv",10,527.633,526.572,us,,,,,,0.00526572 14 | "BM_scanning>_mean",10,22.4899,22.4894,us,,,,,,2.26124e-10 15 | "BM_scanning>_median",10,22.4708,22.4699,us,,,,,,2.25928e-10 16 | "BM_scanning>_stddev",10,0.141685,0.141834,us,,,,,,1.4261e-12 17 | "BM_scanning>_cv",10,629.994,630.669,us,,,,,,0.00630669 18 | "BM_scanning>_mean",10,952.044,952.01,us,,,,,,9.57217e-09 19 | "BM_scanning>_median",10,952.141,952.11,us,,,,,,9.57318e-09 20 | "BM_scanning>_stddev",10,2.72441,2.7189,us,,,,,,2.73377e-11 21 | "BM_scanning>_cv",10,286.164,285.596,us,,,,,,0.00285596 22 | "BM_scanning_mean",10,33.5522,33.5517,us,,,,,,3.37352e-10 23 | "BM_scanning_median",10,33.5363,33.5359,us,,,,,,3.37194e-10 24 | "BM_scanning_stddev",10,0.107289,0.107201,us,,,,,,1.07787e-12 25 | "BM_scanning_cv",10,319.766,319.51,us,,,,,,0.0031951 26 | -------------------------------------------------------------------------------- /eval/results/graviton2/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,8799.57,8799.21,ns,,,,,,8.59298e-09 3 | "BM_hash_bucket_get_median",10,8786.51,8786.09,ns,,,,,,8.58017e-09 4 | "BM_hash_bucket_get_stddev",10,103.027,102.875,ns,,,,,,1.00464e-10 5 | "BM_hash_bucket_get_cv",10,1.17082e+06,1.16914e+06,ns,,,,,,0.0116914 6 | "BM_hash_bucket_get_mean",10,8891.88,8891.58,ns,,,,,,8.68318e-09 7 | "BM_hash_bucket_get_median",10,8880.32,8879.65,ns,,,,,,8.67153e-09 8 | "BM_hash_bucket_get_stddev",10,128.766,128.802,ns,,,,,,1.25783e-10 9 | "BM_hash_bucket_get_cv",10,1.44813e+06,1.44858e+06,ns,,,,,,0.0144858 10 | "BM_hash_bucket_get_mean",10,11009.1,11008.8,ns,,,,,,1.07508e-08 11 | "BM_hash_bucket_get_median",10,11024.3,11024.2,ns,,,,,,1.07659e-08 12 | "BM_hash_bucket_get_stddev",10,108.796,108.657,ns,,,,,,1.0611e-10 13 | "BM_hash_bucket_get_cv",10,988234,987003,ns,,,,,,0.00987003 14 | "BM_hash_bucket_get_mean",10,2341.78,2341.69,ns,,,,,,2.28681e-09 15 | "BM_hash_bucket_get_median",10,2329.32,2329.27,ns,,,,,,2.27468e-09 16 | "BM_hash_bucket_get_stddev",10,37.1376,37.12,ns,,,,,,3.625e-11 17 | "BM_hash_bucket_get_cv",10,1.58587e+06,1.58518e+06,ns,,,,,,0.0158518 18 | "BM_hash_bucket_get_mean",10,3272.14,3272.07,ns,,,,,,3.19538e-09 19 | "BM_hash_bucket_get_median",10,3272.35,3272.31,ns,,,,,,3.19561e-09 20 | "BM_hash_bucket_get_stddev",10,45.0907,45.0771,ns,,,,,,4.40206e-11 21 | "BM_hash_bucket_get_cv",10,1.37802e+06,1.37763e+06,ns,,,,,,0.0137763 22 | "BM_hash_bucket_get_mean",10,2361.53,2361.52,ns,,,,,,2.30617e-09 23 | "BM_hash_bucket_get_median",10,2348.47,2348.48,ns,,,,,,2.29343e-09 24 | "BM_hash_bucket_get_stddev",10,39.8584,39.8588,ns,,,,,,3.89246e-11 25 | "BM_hash_bucket_get_cv",10,1.68782e+06,1.68785e+06,ns,,,,,,0.0168785 26 | "BM_hash_bucket_get_mean",10,3550.06,3549.81,ns,,,,,,3.46662e-09 27 | "BM_hash_bucket_get_median",10,3541.22,3541.18,ns,,,,,,3.45819e-09 28 | "BM_hash_bucket_get_stddev",10,55.9466,56.1992,ns,,,,,,5.4882e-11 29 | "BM_hash_bucket_get_cv",10,1.57593e+06,1.58316e+06,ns,,,,,,0.0158316 30 | -------------------------------------------------------------------------------- /eval/results/graviton2/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,76.8911,76.8885,ns,,,,,,1.20138e-09 3 | "BM_hashing/27_median",10,76.888,76.8878,ns,,,,,,1.20137e-09 4 | "BM_hashing/27_stddev",10,0.0108877,0.00668291,ns,,,,,,1.0442e-13 5 | "BM_hashing/27_cv",10,14159.9,8691.69,ns,,,,,,8.69169e-05 6 | "BM_hashing/27_mean",10,76.8967,76.8903,ns,,,,,,1.20141e-09 7 | "BM_hashing/27_median",10,76.8879,76.8873,ns,,,,,,1.20136e-09 8 | "BM_hashing/27_stddev",10,0.0240227,0.00860012,ns,,,,,,1.34377e-13 9 | "BM_hashing/27_cv",10,31240.3,11184.9,ns,,,,,,0.000111849 10 | "BM_hashing/27_mean",10,76.9365,76.8987,ns,,,,,,1.20154e-09 11 | "BM_hashing/27_median",10,76.8899,76.8886,ns,,,,,,1.20138e-09 12 | "BM_hashing/27_stddev",10,0.103496,0.0245748,ns,,,,,,3.83982e-13 13 | "BM_hashing/27_cv",10,134521,31957.4,ns,,,,,,0.000319574 14 | "BM_hashing>/27_mean",10,76.8889,76.8879,ns,,,,,,1.20137e-09 15 | "BM_hashing>/27_median",10,76.8877,76.8867,ns,,,,,,1.20136e-09 16 | "BM_hashing>/27_stddev",10,0.00371329,0.00360051,ns,,,,,,5.6258e-14 17 | "BM_hashing>/27_cv",10,4829.42,4682.81,ns,,,,,,4.68281e-05 18 | "BM_hashing>/27_mean",10,76.8876,76.8869,ns,,,,,,1.20136e-09 19 | "BM_hashing>/27_median",10,76.8892,76.8881,ns,,,,,,1.20138e-09 20 | "BM_hashing>/27_stddev",10,0.00494816,0.00462453,ns,,,,,,7.22583e-14 21 | "BM_hashing>/27_cv",10,6435.57,6014.72,ns,,,,,,6.01472e-05 22 | "BM_hashing>/27_mean",10,76.8928,76.8912,ns,,,,,,1.20143e-09 23 | "BM_hashing>/27_median",10,76.8931,76.8921,ns,,,,,,1.20144e-09 24 | "BM_hashing>/27_stddev",10,0.00417792,0.00319536,ns,,,,,,4.99275e-14 25 | "BM_hashing>/27_cv",10,5433.44,4155.69,ns,,,,,,4.15569e-05 26 | "BM_hashing>/27_mean",10,76.9273,76.8915,ns,,,,,,1.20143e-09 27 | "BM_hashing>/27_median",10,76.8929,76.8905,ns,,,,,,1.20141e-09 28 | "BM_hashing>/27_stddev",10,0.106684,0.00966152,ns,,,,,,1.50961e-13 29 | "BM_hashing>/27_cv",10,138682,12565.1,ns,,,,,,0.000125651 30 | "BM_hashing/27_mean",10,62.3059,62.3055,ns,,,,,,9.73523e-10 31 | "BM_hashing/27_median",10,62.3086,62.3082,ns,,,,,,9.73565e-10 32 | "BM_hashing/27_stddev",10,0.0521285,0.0520347,ns,,,,,,8.13042e-13 33 | "BM_hashing/27_cv",10,83665.4,83515.5,ns,,,,,,0.000835155 34 | -------------------------------------------------------------------------------- /eval/results/graviton3/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,145.571,145.565,us,,,,,,1.46362e-09 3 | "BM_scanning_median",10,145.586,145.581,us,,,,,,1.46377e-09 4 | "BM_scanning_stddev",10,0.108702,0.108794,us,,,,,,1.09389e-12 5 | "BM_scanning_cv",10,74.6726,74.7388,us,,,,,,0.000747388 6 | "BM_scanning_mean",10,19.8635,19.8627,us,,,,,,1.99713e-10 7 | "BM_scanning_median",10,19.8616,19.8608,us,,,,,,1.99695e-10 8 | "BM_scanning_stddev",10,0.00922273,0.00920071,us,,,,,,9.25104e-14 9 | "BM_scanning_cv",10,46.4306,46.3216,us,,,,,,0.000463216 10 | "BM_scanning>_mean",10,15.9358,15.9353,us,,,,,,1.60225e-10 11 | "BM_scanning>_median",10,15.9359,15.9354,us,,,,,,1.60225e-10 12 | "BM_scanning>_stddev",10,0.000239395,0.000243134,us,,,,,,2.44464e-15 13 | "BM_scanning>_cv",10,1.50224,1.52576,us,,,,,,1.52576e-05 14 | "BM_scanning>_mean",10,12.7598,12.7594,us,,,,,,1.28292e-10 15 | "BM_scanning>_median",10,12.7594,12.7589,us,,,,,,1.28287e-10 16 | "BM_scanning>_stddev",10,0.00269626,0.00268961,us,,,,,,2.70432e-14 17 | "BM_scanning>_cv",10,21.1308,21.0795,us,,,,,,0.000210795 18 | "BM_scanning>_mean",10,652.028,652.006,us,,,,,,6.55573e-09 19 | "BM_scanning>_median",10,652.027,652.005,us,,,,,,6.55571e-09 20 | "BM_scanning>_stddev",10,0.0237325,0.0226827,us,,,,,,2.28067e-13 21 | "BM_scanning>_cv",10,3.63979,3.4789,us,,,,,,3.4789e-05 22 | "BM_scanning_mean",10,17.1296,17.1288,us,,,,,,1.72225e-10 23 | "BM_scanning_median",10,17.1291,17.1283,us,,,,,,1.7222e-10 24 | "BM_scanning_stddev",10,0.00146463,0.00134827,us,,,,,,1.35564e-14 25 | "BM_scanning_cv",10,8.55029,7.87135,us,,,,,,7.87135e-05 26 | -------------------------------------------------------------------------------- /eval/results/graviton3/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,4675.56,4675.41,ns,,,,,,4.56583e-09 3 | "BM_hash_bucket_get_median",10,4666.48,4666.33,ns,,,,,,4.55697e-09 4 | "BM_hash_bucket_get_stddev",10,93.7741,93.7552,ns,,,,,,9.15579e-11 5 | "BM_hash_bucket_get_cv",10,2.00562e+06,2.00528e+06,ns,,,,,,0.0200528 6 | "BM_hash_bucket_get_mean",10,6421.58,6421.36,ns,,,,,,6.27086e-09 7 | "BM_hash_bucket_get_median",10,6429.01,6428.61,ns,,,,,,6.27794e-09 8 | "BM_hash_bucket_get_stddev",10,110.061,110.056,ns,,,,,,1.07476e-10 9 | "BM_hash_bucket_get_cv",10,1.71392e+06,1.7139e+06,ns,,,,,,0.017139 10 | "BM_hash_bucket_get_mean",10,6396.02,6395.84,ns,,,,,,6.24593e-09 11 | "BM_hash_bucket_get_median",10,6384.68,6384.49,ns,,,,,,6.23486e-09 12 | "BM_hash_bucket_get_stddev",10,22.5105,22.5085,ns,,,,,,2.1981e-11 13 | "BM_hash_bucket_get_cv",10,351945,351924,ns,,,,,,0.00351924 14 | "BM_hash_bucket_get_mean",10,1645.19,1645.14,ns,,,,,,1.60658e-09 15 | "BM_hash_bucket_get_median",10,1638.37,1638.32,ns,,,,,,1.59992e-09 16 | "BM_hash_bucket_get_stddev",10,21.7922,21.7903,ns,,,,,,2.12796e-11 17 | "BM_hash_bucket_get_cv",10,1.3246e+06,1.32452e+06,ns,,,,,,0.0132452 18 | "BM_hash_bucket_get_mean",10,1889.03,1888.98,ns,,,,,,1.8447e-09 19 | "BM_hash_bucket_get_median",10,1893.7,1893.65,ns,,,,,,1.84927e-09 20 | "BM_hash_bucket_get_stddev",10,29.8835,29.8831,ns,,,,,,2.91827e-11 21 | "BM_hash_bucket_get_cv",10,1.58194e+06,1.58197e+06,ns,,,,,,0.0158197 22 | "BM_hash_bucket_get_mean",10,1668.38,1668.34,ns,,,,,,1.62923e-09 23 | "BM_hash_bucket_get_median",10,1664.4,1664.35,ns,,,,,,1.62535e-09 24 | "BM_hash_bucket_get_stddev",10,44.3359,44.332,ns,,,,,,4.32929e-11 25 | "BM_hash_bucket_get_cv",10,2.65742e+06,2.65726e+06,ns,,,,,,0.0265726 26 | "BM_hash_bucket_get_mean",10,1929.09,1929.03,ns,,,,,,1.88382e-09 27 | "BM_hash_bucket_get_median",10,1926.16,1926.1,ns,,,,,,1.88096e-09 28 | "BM_hash_bucket_get_stddev",10,19.2111,19.2074,ns,,,,,,1.87572e-11 29 | "BM_hash_bucket_get_cv",10,995866,995703,ns,,,,,,0.00995703 30 | -------------------------------------------------------------------------------- /eval/results/graviton3/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,22.7851,22.7842,ns,,,,,,3.56003e-10 3 | "BM_hashing/27_median",10,22.7827,22.7818,ns,,,,,,3.55965e-10 4 | "BM_hashing/27_stddev",10,0.00586943,0.00570781,ns,,,,,,8.91845e-14 5 | "BM_hashing/27_cv",10,25759.9,25051.6,ns,,,,,,0.000250516 6 | "BM_hashing/27_mean",10,15.3602,15.3598,ns,,,,,,2.39996e-10 7 | "BM_hashing/27_median",10,15.3599,15.3596,ns,,,,,,2.39994e-10 8 | "BM_hashing/27_stddev",10,0.0234023,0.0234107,ns,,,,,,3.65792e-13 9 | "BM_hashing/27_cv",10,152357,152415,ns,,,,,,0.00152415 10 | "BM_hashing/27_mean",10,15.306,15.3057,ns,,,,,,2.39151e-10 11 | "BM_hashing/27_median",10,15.3113,15.3108,ns,,,,,,2.39232e-10 12 | "BM_hashing/27_stddev",10,0.0386194,0.0385873,ns,,,,,,6.02927e-13 13 | "BM_hashing/27_cv",10,252315,252111,ns,,,,,,0.00252111 14 | "BM_hashing>/27_mean",10,49.2848,49.2835,ns,,,,,,7.70055e-10 15 | "BM_hashing>/27_median",10,49.2845,49.2835,ns,,,,,,7.70055e-10 16 | "BM_hashing>/27_stddev",10,0.00104272,0.000975626,ns,,,,,,1.52442e-14 17 | "BM_hashing>/27_cv",10,2115.7,1979.62,ns,,,,,,1.97962e-05 18 | "BM_hashing>/27_mean",10,27.3378,27.3372,ns,,,,,,4.27143e-10 19 | "BM_hashing>/27_median",10,27.3378,27.3371,ns,,,,,,4.27142e-10 20 | "BM_hashing>/27_stddev",10,0.000349726,0.000319142,ns,,,,,,4.98659e-15 21 | "BM_hashing>/27_cv",10,1279.28,1167.43,ns,,,,,,1.16743e-05 22 | "BM_hashing>/27_mean",10,27.3378,27.3371,ns,,,,,,4.27142e-10 23 | "BM_hashing>/27_median",10,27.3379,27.337,ns,,,,,,4.27141e-10 24 | "BM_hashing>/27_stddev",10,0.00064644,0.000635201,ns,,,,,,9.92501e-15 25 | "BM_hashing>/27_cv",10,2364.64,2323.59,ns,,,,,,2.32359e-05 26 | "BM_hashing>/27_mean",10,25.6048,25.6041,ns,,,,,,4.00064e-10 27 | "BM_hashing>/27_median",10,25.6046,25.604,ns,,,,,,4.00062e-10 28 | "BM_hashing>/27_stddev",10,0.000407793,0.000438571,ns,,,,,,6.85266e-15 29 | "BM_hashing>/27_cv",10,1592.64,1712.89,ns,,,,,,1.71289e-05 30 | "BM_hashing/27_mean",10,29.7176,29.7166,ns,,,,,,4.64322e-10 31 | "BM_hashing/27_median",10,29.713,29.7121,ns,,,,,,4.64252e-10 32 | "BM_hashing/27_stddev",10,0.0101935,0.0103438,ns,,,,,,1.61622e-13 33 | "BM_hashing/27_cv",10,34301.3,34808.1,ns,,,,,,0.000348081 34 | -------------------------------------------------------------------------------- /eval/results/icelake/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,145.724,145.722,us,,,,,,1.46519e-09 3 | "BM_scanning_median",10,145.733,145.732,us,,,,,,1.46529e-09 4 | "BM_scanning_stddev",10,0.0216639,0.0216558,us,,,,,,2.17742e-13 5 | "BM_scanning_cv",10,14.8664,14.8611,us,,,,,,0.000148611 6 | "BM_scanning_mean",10,24.9625,24.9619,us,,,,,,2.50985e-10 7 | "BM_scanning_median",10,24.9619,24.9614,us,,,,,,2.50979e-10 8 | "BM_scanning_stddev",10,0.00353664,0.00342582,us,,,,,,3.44456e-14 9 | "BM_scanning_cv",10,14.1678,13.7242,us,,,,,,0.000137242 10 | "BM_scanning>_mean",10,10.5059,10.5058,us,,,,,,1.05633e-10 11 | "BM_scanning>_median",10,10.506,10.5059,us,,,,,,1.05633e-10 12 | "BM_scanning>_stddev",10,0.000508,0.000513845,us,,,,,,5.16655e-15 13 | "BM_scanning>_cv",10,4.83537,4.89106,us,,,,,,4.89106e-05 14 | "BM_scanning>_mean",10,9.09261,9.09243,us,,,,,,9.14216e-11 15 | "BM_scanning>_median",10,9.0926,9.09246,us,,,,,,9.1422e-11 16 | "BM_scanning>_stddev",10,0.00114668,0.00111227,us,,,,,,1.11835e-14 17 | "BM_scanning>_cv",10,12.6111,12.2329,us,,,,,,0.000122329 18 | "BM_scanning>_mean",10,10.617,10.6168,us,,,,,,1.06749e-10 19 | "BM_scanning>_median",10,10.6148,10.6147,us,,,,,,1.06727e-10 20 | "BM_scanning>_stddev",10,0.00744053,0.00749503,us,,,,,,7.53602e-14 21 | "BM_scanning>_cv",10,70.0816,70.5958,us,,,,,,0.000705958 22 | "BM_scanning_mean",10,10.506,10.5058,us,,,,,,1.05632e-10 23 | "BM_scanning_median",10,10.5061,10.5058,us,,,,,,1.05633e-10 24 | "BM_scanning_stddev",10,0.00139794,0.00141183,us,,,,,,1.41955e-14 25 | "BM_scanning_cv",10,13.306,13.4386,us,,,,,,0.000134386 26 | "BM_scanning_mean",10,10.4729,10.4728,us,,,,,,1.05301e-10 27 | "BM_scanning_median",10,10.4727,10.4726,us,,,,,,1.05299e-10 28 | "BM_scanning_stddev",10,0.0014513,0.00144841,us,,,,,,1.45633e-14 29 | "BM_scanning_cv",10,13.8576,13.8302,us,,,,,,0.000138302 30 | "BM_scanning_mean",10,22.3044,22.3039,us,,,,,,2.24259e-10 31 | "BM_scanning_median",10,22.3042,22.3039,us,,,,,,2.24259e-10 32 | "BM_scanning_stddev",10,0.000588376,0.000521431,us,,,,,,5.24283e-15 33 | "BM_scanning_cv",10,2.63794,2.33785,us,,,,,,2.33785e-05 34 | "BM_scanning_mean",10,8.98654,8.98644,us,,,,,,9.0356e-11 35 | "BM_scanning_median",10,8.98661,8.98646,us,,,,,,9.03561e-11 36 | "BM_scanning_stddev",10,0.000244642,0.000173776,us,,,,,,1.74727e-15 37 | "BM_scanning_cv",10,2.72232,1.93376,us,,,,,,1.93376e-05 38 | "BM_scanning_mean",10,8.98656,8.98638,us,,,,,,9.03553e-11 39 | "BM_scanning_median",10,8.98655,8.98628,us,,,,,,9.03543e-11 40 | "BM_scanning_stddev",10,0.000228513,0.000212162,us,,,,,,2.13322e-15 41 | "BM_scanning_cv",10,2.54283,2.36092,us,,,,,,2.36092e-05 42 | -------------------------------------------------------------------------------- /eval/results/icelake/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,5867.9,5867.81,ns,,,,,,5.73028e-09 3 | "BM_hash_bucket_get_median",10,5861.76,5861.57,ns,,,,,,5.72419e-09 4 | "BM_hash_bucket_get_stddev",10,73.2405,73.2134,ns,,,,,,7.14974e-11 5 | "BM_hash_bucket_get_cv",10,1.24815e+06,1.24771e+06,ns,,,,,,0.0124771 6 | "BM_hash_bucket_get_mean",10,2732.13,2732.06,ns,,,,,,2.66803e-09 7 | "BM_hash_bucket_get_median",10,2731.48,2731.42,ns,,,,,,2.6674e-09 8 | "BM_hash_bucket_get_stddev",10,12.3253,12.3377,ns,,,,,,1.20485e-11 9 | "BM_hash_bucket_get_cv",10,451124,451588,ns,,,,,,0.00451588 10 | "BM_hash_bucket_get_mean",10,9371.2,9371.09,ns,,,,,,9.15146e-09 11 | "BM_hash_bucket_get_median",10,9363.31,9363.26,ns,,,,,,9.1438e-09 12 | "BM_hash_bucket_get_stddev",10,31.9918,31.9827,ns,,,,,,3.12332e-11 13 | "BM_hash_bucket_get_cv",10,341384,341292,ns,,,,,,0.00341292 14 | "BM_hash_bucket_get_mean",10,1477.82,1477.78,ns,,,,,,1.44315e-09 15 | "BM_hash_bucket_get_median",10,1468.85,1468.77,ns,,,,,,1.43435e-09 16 | "BM_hash_bucket_get_stddev",10,57.7438,57.7282,ns,,,,,,5.63752e-11 17 | "BM_hash_bucket_get_cv",10,3.90737e+06,3.90641e+06,ns,,,,,,0.0390641 18 | "BM_hash_bucket_get_mean",10,1115.2,1115.19,ns,,,,,,1.08905e-09 19 | "BM_hash_bucket_get_median",10,1109.27,1109.25,ns,,,,,,1.08325e-09 20 | "BM_hash_bucket_get_stddev",10,41.1673,41.1628,ns,,,,,,4.01981e-11 21 | "BM_hash_bucket_get_cv",10,3.69148e+06,3.69111e+06,ns,,,,,,0.0369111 22 | "BM_hash_bucket_get_mean",10,1684.98,1684.96,ns,,,,,,1.64547e-09 23 | "BM_hash_bucket_get_median",10,1692.57,1692.56,ns,,,,,,1.65289e-09 24 | "BM_hash_bucket_get_stddev",10,44.0934,44.0889,ns,,,,,,4.30555e-11 25 | "BM_hash_bucket_get_cv",10,2.61685e+06,2.61661e+06,ns,,,,,,0.0261661 26 | "BM_hash_bucket_get_mean",10,1232.36,1232.34,ns,,,,,,1.20346e-09 27 | "BM_hash_bucket_get_median",10,1206.64,1206.63,ns,,,,,,1.17835e-09 28 | "BM_hash_bucket_get_stddev",10,48.9021,48.8887,ns,,,,,,4.77429e-11 29 | "BM_hash_bucket_get_cv",10,3.96818e+06,3.96715e+06,ns,,,,,,0.0396715 30 | "BM_hash_bucket_get_mean",10,1096.5,1096.49,ns,,,,,,1.07079e-09 31 | "BM_hash_bucket_get_median",10,1100.82,1100.8,ns,,,,,,1.075e-09 32 | "BM_hash_bucket_get_stddev",10,17.3857,17.3843,ns,,,,,,1.69769e-11 33 | "BM_hash_bucket_get_cv",10,1.58556e+06,1.58546e+06,ns,,,,,,0.0158546 34 | -------------------------------------------------------------------------------- /eval/results/icelake/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,25.613,25.6125,ns,,,,,,4.00195e-10 3 | "BM_hashing/27_median",10,25.6148,25.614,ns,,,,,,4.00218e-10 4 | "BM_hashing/27_stddev",10,0.00741907,0.00735875,ns,,,,,,1.1498e-13 5 | "BM_hashing/27_cv",10,28966,28731.1,ns,,,,,,0.000287311 6 | "BM_hashing/27_mean",10,6.5009,6.50083,ns,,,,,,1.01576e-10 7 | "BM_hashing/27_median",10,6.50087,6.50082,ns,,,,,,1.01575e-10 8 | "BM_hashing/27_stddev",10,0.000128923,0.000144187,ns,,,,,,2.25293e-15 9 | "BM_hashing/27_cv",10,1983.16,2217.98,ns,,,,,,2.21798e-05 10 | "BM_hashing/27_mean",10,6.50056,6.50048,ns,,,,,,1.0157e-10 11 | "BM_hashing/27_median",10,6.50053,6.50049,ns,,,,,,1.0157e-10 12 | "BM_hashing/27_stddev",10,0.000182528,0.00011575,ns,,,,,,1.80859e-15 13 | "BM_hashing/27_cv",10,2807.88,1780.64,ns,,,,,,1.78063e-05 14 | "BM_hashing>/27_mean",10,25.6208,25.6206,ns,,,,,,4.00322e-10 15 | "BM_hashing>/27_median",10,25.6214,25.6212,ns,,,,,,4.00331e-10 16 | "BM_hashing>/27_stddev",10,0.0180025,0.0180207,ns,,,,,,2.81573e-13 17 | "BM_hashing>/27_cv",10,70265.2,70336.5,ns,,,,,,0.000703365 18 | "BM_hashing>/27_mean",10,22.9943,22.9939,ns,,,,,,3.59279e-10 19 | "BM_hashing>/27_median",10,22.994,22.9938,ns,,,,,,3.59278e-10 20 | "BM_hashing>/27_stddev",10,0.00113804,0.00112588,ns,,,,,,1.75918e-14 21 | "BM_hashing>/27_cv",10,4949.24,4896.41,ns,,,,,,4.89641e-05 22 | "BM_hashing>/27_mean",10,11.5042,11.5041,ns,,,,,,1.79751e-10 23 | "BM_hashing>/27_median",10,11.5038,11.5037,ns,,,,,,1.79745e-10 24 | "BM_hashing>/27_stddev",10,0.00160286,0.00160973,ns,,,,,,2.51521e-14 25 | "BM_hashing>/27_cv",10,13932.8,13992.7,ns,,,,,,0.000139927 26 | "BM_hashing>/27_mean",10,6.50061,6.50052,ns,,,,,,1.01571e-10 27 | "BM_hashing>/27_median",10,6.50054,6.5005,ns,,,,,,1.0157e-10 28 | "BM_hashing>/27_stddev",10,0.000153781,0.00010625,ns,,,,,,1.66015e-15 29 | "BM_hashing>/27_cv",10,2365.64,1634.48,ns,,,,,,1.63448e-05 30 | "BM_hashing/27_mean",10,40.7002,40.6997,ns,,,,,,6.35932e-10 31 | "BM_hashing/27_median",10,40.7003,40.6998,ns,,,,,,6.35934e-10 32 | "BM_hashing/27_stddev",10,0.0010814,0.000785365,ns,,,,,,1.22713e-14 33 | "BM_hashing/27_cv",10,2656.98,1929.66,ns,,,,,,1.92966e-05 34 | "BM_hashing/27_mean",10,20.6315,20.6313,ns,,,,,,3.22363e-10 35 | "BM_hashing/27_median",10,20.6311,20.631,ns,,,,,,3.22359e-10 36 | "BM_hashing/27_stddev",10,0.00203978,0.00194451,ns,,,,,,3.0383e-14 37 | "BM_hashing/27_cv",10,9886.71,9425.08,ns,,,,,,9.42508e-05 38 | "BM_hashing/27_mean",10,8.06636,8.06621,ns,,,,,,1.26035e-10 39 | "BM_hashing/27_median",10,8.06631,8.06621,ns,,,,,,1.26034e-10 40 | "BM_hashing/27_stddev",10,0.000208771,0.000101564,ns,,,,,,1.58695e-15 41 | "BM_hashing/27_cv",10,2588.17,1259.13,ns,,,,,,1.25914e-05 42 | -------------------------------------------------------------------------------- /eval/results/m1/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,86.7694,86.7669,us,,,,,,8.72415e-10 3 | "BM_scanning_median",10,86.7682,86.7667,us,,,,,,8.72413e-10 4 | "BM_scanning_stddev",10,0.110098,0.108912,us,,,,,,1.09508e-12 5 | "BM_scanning_cv",10,126.886,125.523,us,,,,,,0.00125523 6 | "BM_scanning_mean",10,17.9416,17.9411,us,,,,,,1.80393e-10 7 | "BM_scanning_median",10,17.9279,17.9272,us,,,,,,1.80253e-10 8 | "BM_scanning_stddev",10,0.0397653,0.0394435,us,,,,,,3.96593e-13 9 | "BM_scanning_cv",10,221.638,219.85,us,,,,,,0.0021985 10 | "BM_scanning>_mean",10,6.07835,6.07822,us,,,,,,6.11147e-11 11 | "BM_scanning>_median",10,6.07755,6.0775,us,,,,,,6.11074e-11 12 | "BM_scanning>_stddev",10,0.00759019,0.00747554,us,,,,,,7.51643e-14 13 | "BM_scanning>_cv",10,124.873,122.989,us,,,,,,0.00122989 14 | "BM_scanning>_mean",10,6.09528,6.0952,us,,,,,,6.12854e-11 15 | "BM_scanning>_median",10,6.09592,6.09588,us,,,,,,6.12922e-11 16 | "BM_scanning>_stddev",10,0.00474932,0.00472188,us,,,,,,4.74771e-14 17 | "BM_scanning>_cv",10,77.918,77.4688,us,,,,,,0.000774688 18 | "BM_scanning>_mean",10,343.169,343.161,us,,,,,,3.45038e-09 19 | "BM_scanning>_median",10,343.164,343.16,us,,,,,,3.45037e-09 20 | "BM_scanning>_stddev",10,0.379935,0.374815,us,,,,,,3.76865e-12 21 | "BM_scanning>_cv",10,110.714,109.224,us,,,,,,0.00109224 22 | "BM_scanning_mean",10,7.97104,7.97096,us,,,,,,8.01455e-11 23 | "BM_scanning_median",10,7.99252,7.99248,us,,,,,,8.03619e-11 24 | "BM_scanning_stddev",10,0.0469878,0.047021,us,,,,,,4.72782e-13 25 | "BM_scanning_cv",10,589.482,589.904,us,,,,,,0.00589904 26 | -------------------------------------------------------------------------------- /eval/results/m1/dictionary_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_dictionary_scan/50_mean",10,92.9982,92.9967,us,,,,,,2.83804e-09 3 | "BM_dictionary_scan/50_median",10,92.9455,92.9452,us,,,,,,2.83646e-09 4 | "BM_dictionary_scan/50_stddev",10,1.6588,1.65941,us,,,,,,5.06413e-11 5 | "BM_dictionary_scan/50_cv",10,1783.69,1784.38,us,,,,,,0.0178438 6 | "BM_dictionary_scan/50_mean",10,11.3748,11.3746,us,,,,,,3.47124e-10 7 | "BM_dictionary_scan/50_median",10,11.3727,11.3725,us,,,,,,3.4706e-10 8 | "BM_dictionary_scan/50_stddev",10,0.0137899,0.0136272,us,,,,,,4.15868e-13 9 | "BM_dictionary_scan/50_cv",10,121.232,119.804,us,,,,,,0.00119804 10 | "BM_dictionary_scan/50_mean",10,7.70819,7.70802,us,,,,,,2.3523e-10 11 | "BM_dictionary_scan/50_median",10,7.72452,7.72443,us,,,,,,2.35731e-10 12 | "BM_dictionary_scan/50_stddev",10,0.0417815,0.0417244,us,,,,,,1.27333e-12 13 | "BM_dictionary_scan/50_cv",10,542.041,541.311,us,,,,,,0.00541311 14 | "BM_dictionary_scan/50_mean",10,12.5633,12.563,us,,,,,,3.83392e-10 15 | "BM_dictionary_scan/50_median",10,12.562,12.5618,us,,,,,,3.83355e-10 16 | "BM_dictionary_scan/50_stddev",10,0.00888776,0.00859583,us,,,,,,2.62324e-13 17 | "BM_dictionary_scan/50_cv",10,70.7435,68.4219,us,,,,,,0.000684219 18 | "BM_dictionary_scan/50_mean",10,6.96492,6.96484,us,,,,,,2.1255e-10 19 | "BM_dictionary_scan/50_median",10,6.97354,6.97349,us,,,,,,2.12814e-10 20 | "BM_dictionary_scan/50_stddev",10,0.0383494,0.0383621,us,,,,,,1.17072e-12 21 | "BM_dictionary_scan/50_cv",10,550.608,550.797,us,,,,,,0.00550797 22 | "BM_dictionary_scan>/50_mean",10,37.755,37.7543,us,,,,,,1.15217e-09 23 | "BM_dictionary_scan>/50_median",10,37.7465,37.7463,us,,,,,,1.15192e-09 24 | "BM_dictionary_scan>/50_stddev",10,0.0384172,0.0379377,us,,,,,,1.15777e-12 25 | "BM_dictionary_scan>/50_cv",10,101.754,100.486,us,,,,,,0.00100486 26 | "BM_dictionary_scan>/50_mean",10,46.4998,46.4991,us,,,,,,1.41904e-09 27 | "BM_dictionary_scan>/50_median",10,46.4907,46.4905,us,,,,,,1.41878e-09 28 | "BM_dictionary_scan>/50_stddev",10,0.115905,0.115183,us,,,,,,3.5151e-12 29 | "BM_dictionary_scan>/50_cv",10,249.26,247.71,us,,,,,,0.0024771 30 | "BM_dictionary_scan>/50_mean",10,44.2491,44.2485,us,,,,,,1.35036e-09 31 | "BM_dictionary_scan>/50_median",10,44.2521,44.2515,us,,,,,,1.35045e-09 32 | "BM_dictionary_scan>/50_stddev",10,0.110146,0.109746,us,,,,,,3.34919e-12 33 | "BM_dictionary_scan>/50_cv",10,248.923,248.022,us,,,,,,0.00248022 34 | "BM_dictionary_scan/50_mean",10,11.2172,11.2171,us,,,,,,3.4232e-10 35 | "BM_dictionary_scan/50_median",10,11.2209,11.2207,us,,,,,,3.42429e-10 36 | "BM_dictionary_scan/50_stddev",10,0.0113781,0.0113472,us,,,,,,3.46288e-13 37 | "BM_dictionary_scan/50_cv",10,101.434,101.159,us,,,,,,0.00101159 38 | "BM_dictionary_scan/50_mean",10,7.2247,7.22446,us,,,,,,2.20473e-10 39 | "BM_dictionary_scan/50_median",10,7.226,7.22594,us,,,,,,2.20518e-10 40 | "BM_dictionary_scan/50_stddev",10,0.0297808,0.0299075,us,,,,,,9.12705e-13 41 | "BM_dictionary_scan/50_cv",10,412.208,413.976,us,,,,,,0.00413976 42 | "BM_dictionary_scan/50_mean",10,6.92965,6.92957,us,,,,,,2.11474e-10 43 | "BM_dictionary_scan/50_median",10,6.93549,6.93543,us,,,,,,2.11652e-10 44 | "BM_dictionary_scan/50_stddev",10,0.0267523,0.0267944,us,,,,,,8.17701e-13 45 | "BM_dictionary_scan/50_cv",10,386.056,386.668,us,,,,,,0.00386668 46 | -------------------------------------------------------------------------------- /eval/results/m1/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,3926.54,3926.47,ns,,,,,,3.83445e-09 3 | "BM_hash_bucket_get_median",10,3905.94,3905.81,ns,,,,,,3.81427e-09 4 | "BM_hash_bucket_get_stddev",10,76.82,76.8396,ns,,,,,,7.50387e-11 5 | "BM_hash_bucket_get_cv",10,1.95643e+06,1.95696e+06,ns,,,,,,0.0195696 6 | "BM_hash_bucket_get_mean",10,4433.47,4433.3,ns,,,,,,4.3294e-09 7 | "BM_hash_bucket_get_median",10,4438.89,4438.86,ns,,,,,,4.33482e-09 8 | "BM_hash_bucket_get_stddev",10,41.6639,41.6141,ns,,,,,,4.06387e-11 9 | "BM_hash_bucket_get_cv",10,939757,938670,ns,,,,,,0.0093867 10 | "BM_hash_bucket_get_mean",10,3889.69,3889.56,ns,,,,,,3.7984e-09 11 | "BM_hash_bucket_get_median",10,3885.86,3885.83,ns,,,,,,3.79476e-09 12 | "BM_hash_bucket_get_stddev",10,12.8898,12.9463,ns,,,,,,1.26429e-11 13 | "BM_hash_bucket_get_cv",10,331384,332847,ns,,,,,,0.00332847 14 | "BM_hash_bucket_get_mean",10,1154.36,1154.35,ns,,,,,,1.12729e-09 15 | "BM_hash_bucket_get_median",10,1136.9,1136.89,ns,,,,,,1.11025e-09 16 | "BM_hash_bucket_get_stddev",10,62.9028,62.8992,ns,,,,,,6.1425e-11 17 | "BM_hash_bucket_get_cv",10,5.44917e+06,5.44891e+06,ns,,,,,,0.0544891 18 | "BM_hash_bucket_get_mean",10,1067.57,1067.55,ns,,,,,,1.04253e-09 19 | "BM_hash_bucket_get_median",10,1062.95,1062.92,ns,,,,,,1.03801e-09 20 | "BM_hash_bucket_get_stddev",10,41.3079,41.3125,ns,,,,,,4.03443e-11 21 | "BM_hash_bucket_get_cv",10,3.86935e+06,3.86985e+06,ns,,,,,,0.0386985 22 | "BM_hash_bucket_get_mean",10,1145.57,1145.53,ns,,,,,,1.11868e-09 23 | "BM_hash_bucket_get_median",10,1140.25,1140.23,ns,,,,,,1.11351e-09 24 | "BM_hash_bucket_get_stddev",10,29.0175,29.0341,ns,,,,,,2.83536e-11 25 | "BM_hash_bucket_get_cv",10,2.53303e+06,2.53455e+06,ns,,,,,,0.0253455 26 | "BM_hash_bucket_get_mean",10,1144.42,1144.41,ns,,,,,,1.11759e-09 27 | "BM_hash_bucket_get_median",10,1149.42,1149.42,ns,,,,,,1.12248e-09 28 | "BM_hash_bucket_get_stddev",10,21.1049,21.1038,ns,,,,,,2.06092e-11 29 | "BM_hash_bucket_get_cv",10,1.84416e+06,1.84408e+06,ns,,,,,,0.0184408 30 | -------------------------------------------------------------------------------- /eval/results/m1/hash_bucket_unpatched.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,3902.19,3902,ns,,,,,,3.81055e-09 3 | "BM_hash_bucket_get_median",10,3900.33,3900.29,ns,,,,,,3.80888e-09 4 | "BM_hash_bucket_get_stddev",10,31.9921,32.0057,ns,,,,,,3.12556e-11 5 | "BM_hash_bucket_get_cv",10,819850,820238,ns,,,,,,0.00820238 6 | "BM_hash_bucket_get_mean",10,4436.81,4436.55,ns,,,,,,4.33257e-09 7 | "BM_hash_bucket_get_median",10,4422.56,4422.02,ns,,,,,,4.31838e-09 8 | "BM_hash_bucket_get_stddev",10,53.6844,53.7361,ns,,,,,,5.24766e-11 9 | "BM_hash_bucket_get_cv",10,1.20998e+06,1.21121e+06,ns,,,,,,0.0121121 10 | "BM_hash_bucket_get_mean",10,3707.23,3706.67,ns,,,,,,3.61979e-09 11 | "BM_hash_bucket_get_median",10,3694.69,3694.01,ns,,,,,,3.60743e-09 12 | "BM_hash_bucket_get_stddev",10,32.6109,32.3688,ns,,,,,,3.16101e-11 13 | "BM_hash_bucket_get_cv",10,879657,873258,ns,,,,,,0.00873258 14 | "BM_hash_bucket_get_mean",10,1133.76,1133.69,ns,,,,,,1.10712e-09 15 | "BM_hash_bucket_get_median",10,1138.36,1138.33,ns,,,,,,1.11165e-09 16 | "BM_hash_bucket_get_stddev",10,29.2627,29.2371,ns,,,,,,2.85519e-11 17 | "BM_hash_bucket_get_cv",10,2.58103e+06,2.57893e+06,ns,,,,,,0.0257893 18 | "BM_hash_bucket_get_mean",10,3191.51,3191.46,ns,,,,,,3.11666e-09 19 | "BM_hash_bucket_get_median",10,3173.86,3173.76,ns,,,,,,3.09938e-09 20 | "BM_hash_bucket_get_stddev",10,91.6225,91.6047,ns,,,,,,8.94577e-11 21 | "BM_hash_bucket_get_cv",10,2.87082e+06,2.87031e+06,ns,,,,,,0.0287031 22 | "BM_hash_bucket_get_mean",10,1132.67,1132.65,ns,,,,,,1.1061e-09 23 | "BM_hash_bucket_get_median",10,1143.63,1143.61,ns,,,,,,1.1168e-09 24 | "BM_hash_bucket_get_stddev",10,32.8286,32.8222,ns,,,,,,3.20529e-11 25 | "BM_hash_bucket_get_cv",10,2.89833e+06,2.89782e+06,ns,,,,,,0.0289782 26 | "BM_hash_bucket_get_mean",10,1158.11,1158.09,ns,,,,,,1.13095e-09 27 | "BM_hash_bucket_get_median",10,1155.07,1155.07,ns,,,,,,1.12799e-09 28 | "BM_hash_bucket_get_stddev",10,18.1771,18.1853,ns,,,,,,1.77591e-11 29 | "BM_hash_bucket_get_cv",10,1.56955e+06,1.57028e+06,ns,,,,,,0.0157028 30 | -------------------------------------------------------------------------------- /eval/results/m1/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,25.1243,25.1237,ns,,,,,,3.92558e-10 3 | "BM_hashing/27_median",10,25.1247,25.1242,ns,,,,,,3.92566e-10 4 | "BM_hashing/27_stddev",10,0.0659654,0.0658222,ns,,,,,,1.02847e-12 5 | "BM_hashing/27_cv",10,262556,261992,ns,,,,,,0.00261992 6 | "BM_hashing/27_mean",10,25.1213,25.1208,ns,,,,,,3.92512e-10 7 | "BM_hashing/27_median",10,25.078,25.0777,ns,,,,,,3.91839e-10 8 | "BM_hashing/27_stddev",10,0.125258,0.124693,ns,,,,,,1.94833e-12 9 | "BM_hashing/27_cv",10,498613,496376,ns,,,,,,0.00496376 10 | "BM_hashing/27_mean",10,16.0547,16.0542,ns,,,,,,2.50848e-10 11 | "BM_hashing/27_median",10,16.093,16.0917,ns,,,,,,2.51433e-10 12 | "BM_hashing/27_stddev",10,0.0936948,0.0935458,ns,,,,,,1.46165e-12 13 | "BM_hashing/27_cv",10,583599,582686,ns,,,,,,0.00582686 14 | "BM_hashing>/27_mean",10,20.6687,20.6683,ns,,,,,,3.22943e-10 15 | "BM_hashing>/27_median",10,20.672,20.6715,ns,,,,,,3.22992e-10 16 | "BM_hashing>/27_stddev",10,0.130733,0.130767,ns,,,,,,2.04324e-12 17 | "BM_hashing>/27_cv",10,632519,632694,ns,,,,,,0.00632694 18 | "BM_hashing>/27_mean",10,16.0457,16.0453,ns,,,,,,2.50708e-10 19 | "BM_hashing>/27_median",10,16.1025,16.1022,ns,,,,,,2.51597e-10 20 | "BM_hashing>/27_stddev",10,0.106894,0.107046,ns,,,,,,1.6726e-12 21 | "BM_hashing>/27_cv",10,666183,667151,ns,,,,,,0.00667151 22 | "BM_hashing>/27_mean",10,16.1406,16.1402,ns,,,,,,2.5219e-10 23 | "BM_hashing>/27_median",10,16.1673,16.1666,ns,,,,,,2.52603e-10 24 | "BM_hashing>/27_stddev",10,0.0595308,0.0596623,ns,,,,,,9.32223e-13 25 | "BM_hashing>/27_cv",10,368828,369651,ns,,,,,,0.00369651 26 | "BM_hashing>/27_mean",10,15.4884,15.4881,ns,,,,,,2.42002e-10 27 | "BM_hashing>/27_median",10,15.4684,15.4679,ns,,,,,,2.41685e-10 28 | "BM_hashing>/27_stddev",10,0.077612,0.0775738,ns,,,,,,1.21209e-12 29 | "BM_hashing>/27_cv",10,501098,500860,ns,,,,,,0.0050086 30 | "BM_hashing/27_mean",10,15.1998,15.1994,ns,,,,,,2.37491e-10 31 | "BM_hashing/27_median",10,15.203,15.2028,ns,,,,,,2.37544e-10 32 | "BM_hashing/27_stddev",10,0.0147182,0.0148786,ns,,,,,,2.32478e-13 33 | "BM_hashing/27_cv",10,96831.8,97889.2,ns,,,,,,0.000978892 34 | -------------------------------------------------------------------------------- /eval/results/pi/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,344.054,343.991,us,,,,,,3.45873e-09 3 | "BM_scanning_median",10,344.047,343.965,us,,,,,,3.45847e-09 4 | "BM_scanning_stddev",10,0.198387,0.17803,us,,,,,,1.79004e-12 5 | "BM_scanning_cv",10,57.6616,51.7543,us,,,,,,0.000517543 6 | "BM_scanning_mean",10,80.7782,80.7722,us,,,,,,8.1214e-10 7 | "BM_scanning_median",10,80.7781,80.7752,us,,,,,,8.1217e-10 8 | "BM_scanning_stddev",10,0.0598482,0.05977,us,,,,,,6.0097e-13 9 | "BM_scanning_cv",10,74.0895,73.9983,us,,,,,,0.000739983 10 | "BM_scanning>_mean",10,82.4452,82.443,us,,,,,,8.28939e-10 11 | "BM_scanning>_median",10,82.3996,82.3992,us,,,,,,8.28499e-10 12 | "BM_scanning>_stddev",10,0.135862,0.133091,us,,,,,,1.33819e-12 13 | "BM_scanning>_cv",10,164.791,161.434,us,,,,,,0.00161434 14 | "BM_scanning>_mean",10,76.905,76.9023,us,,,,,,7.73229e-10 15 | "BM_scanning>_median",10,76.8929,76.8884,us,,,,,,7.73089e-10 16 | "BM_scanning>_stddev",10,0.19369,0.190969,us,,,,,,1.92014e-12 17 | "BM_scanning>_cv",10,251.856,248.327,us,,,,,,0.00248327 18 | "BM_scanning>_mean",10,2356.57,2356.42,us,,,,,,2.36931e-08 19 | "BM_scanning>_median",10,2356.55,2356.44,us,,,,,,2.36933e-08 20 | "BM_scanning>_stddev",10,0.282336,0.172658,us,,,,,,1.73602e-12 21 | "BM_scanning>_cv",10,11.9808,7.32712,us,,,,,,7.32712e-05 22 | "BM_scanning_mean",10,115.544,115.541,us,,,,,,1.16173e-09 23 | "BM_scanning_median",10,115.524,115.52,us,,,,,,1.16152e-09 24 | "BM_scanning_stddev",10,0.0618635,0.0610308,us,,,,,,6.13647e-13 25 | "BM_scanning_cv",10,53.5412,52.8219,us,,,,,,0.000528219 26 | -------------------------------------------------------------------------------- /eval/results/pi/dictionary_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_dictionary_scan/50_mean",10,218.224,218.197,us,,,,,,6.65885e-09 3 | "BM_dictionary_scan/50_median",10,218.295,218.276,us,,,,,,6.66125e-09 4 | "BM_dictionary_scan/50_stddev",10,0.473951,0.476579,us,,,,,,1.4544e-11 5 | "BM_dictionary_scan/50_cv",10,217.185,218.416,us,,,,,,0.00218416 6 | "BM_dictionary_scan/50_mean",10,42.4843,42.4799,us,,,,,,1.29638e-09 7 | "BM_dictionary_scan/50_median",10,42.4521,42.4457,us,,,,,,1.29534e-09 8 | "BM_dictionary_scan/50_stddev",10,0.0864415,0.0873253,us,,,,,,2.66496e-12 9 | "BM_dictionary_scan/50_cv",10,203.467,205.569,us,,,,,,0.00205569 10 | "BM_dictionary_scan/50_mean",10,84.1225,84.1153,us,,,,,,2.56699e-09 11 | "BM_dictionary_scan/50_median",10,84.1373,84.1291,us,,,,,,2.56742e-09 12 | "BM_dictionary_scan/50_stddev",10,0.0820584,0.0827361,us,,,,,,2.52491e-12 13 | "BM_dictionary_scan/50_cv",10,97.5464,98.3604,us,,,,,,0.000983604 14 | "BM_dictionary_scan/50_mean",10,69.7405,69.7297,us,,,,,,2.12798e-09 15 | "BM_dictionary_scan/50_median",10,69.7428,69.7334,us,,,,,,2.12809e-09 16 | "BM_dictionary_scan/50_stddev",10,0.0304047,0.0211811,us,,,,,,6.46395e-13 17 | "BM_dictionary_scan/50_cv",10,43.5969,30.376,us,,,,,,0.00030376 18 | "BM_dictionary_scan/50_mean",10,70.4894,70.4828,us,,,,,,2.15096e-09 19 | "BM_dictionary_scan/50_median",10,70.4793,70.4705,us,,,,,,2.15059e-09 20 | "BM_dictionary_scan/50_stddev",10,0.0563717,0.0577605,us,,,,,,1.76271e-12 21 | "BM_dictionary_scan/50_cv",10,79.9719,81.9498,us,,,,,,0.000819498 22 | "BM_dictionary_scan>/50_mean",10,281.997,281.972,us,,,,,,8.6051e-09 23 | "BM_dictionary_scan>/50_median",10,281.978,281.954,us,,,,,,8.60456e-09 24 | "BM_dictionary_scan>/50_stddev",10,0.112272,0.112975,us,,,,,,3.44773e-12 25 | "BM_dictionary_scan>/50_cv",10,39.8132,40.0661,us,,,,,,0.000400661 26 | "BM_dictionary_scan>/50_mean",10,280.49,280.411,us,,,,,,8.55747e-09 27 | "BM_dictionary_scan>/50_median",10,280.482,280.42,us,,,,,,8.55774e-09 28 | "BM_dictionary_scan>/50_stddev",10,0.0949129,0.0398597,us,,,,,,1.21642e-12 29 | "BM_dictionary_scan>/50_cv",10,33.8382,14.2147,us,,,,,,0.000142147 30 | "BM_dictionary_scan>/50_mean",10,289.164,289.079,us,,,,,,8.82199e-09 31 | "BM_dictionary_scan>/50_median",10,289.349,289.286,us,,,,,,8.8283e-09 32 | "BM_dictionary_scan>/50_stddev",10,0.749724,0.723327,us,,,,,,2.20742e-11 33 | "BM_dictionary_scan>/50_cv",10,259.273,250.218,us,,,,,,0.00250218 34 | "BM_dictionary_scan/50_mean",10,116.54,116.512,us,,,,,,3.55565e-09 35 | "BM_dictionary_scan/50_median",10,116.563,116.545,us,,,,,,3.55666e-09 36 | "BM_dictionary_scan/50_stddev",10,0.265537,0.258016,us,,,,,,7.87401e-12 37 | "BM_dictionary_scan/50_cv",10,227.851,221.451,us,,,,,,0.00221451 38 | "BM_dictionary_scan/50_mean",10,79.0861,79.0734,us,,,,,,2.41313e-09 39 | "BM_dictionary_scan/50_median",10,79.0776,79.0685,us,,,,,,2.41298e-09 40 | "BM_dictionary_scan/50_stddev",10,0.0292196,0.027051,us,,,,,,8.2553e-13 41 | "BM_dictionary_scan/50_cv",10,36.9465,34.21,us,,,,,,0.0003421 42 | "BM_dictionary_scan/50_mean",10,70.5583,70.5511,us,,,,,,2.15305e-09 43 | "BM_dictionary_scan/50_median",10,70.578,70.5687,us,,,,,,2.15359e-09 44 | "BM_dictionary_scan/50_stddev",10,0.0786798,0.078349,us,,,,,,2.39102e-12 45 | "BM_dictionary_scan/50_cv",10,111.51,111.053,us,,,,,,0.00111053 46 | -------------------------------------------------------------------------------- /eval/results/pi/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,19814.7,19810.6,ns,,,,,,1.93463e-08 3 | "BM_hash_bucket_get_median",10,19754.8,19749.5,ns,,,,,,1.92867e-08 4 | "BM_hash_bucket_get_stddev",10,337.656,337.75,ns,,,,,,3.29834e-10 5 | "BM_hash_bucket_get_cv",10,1.70407e+06,1.70489e+06,ns,,,,,,0.0170489 6 | "BM_hash_bucket_get_mean",10,19876.5,19875.7,ns,,,,,,1.94098e-08 7 | "BM_hash_bucket_get_median",10,19839.9,19839.4,ns,,,,,,1.93744e-08 8 | "BM_hash_bucket_get_stddev",10,157.45,156.624,ns,,,,,,1.52953e-10 9 | "BM_hash_bucket_get_cv",10,792141,788019,ns,,,,,,0.00788019 10 | "BM_hash_bucket_get_mean",10,40575.1,40572.2,ns,,,,,,3.96213e-08 11 | "BM_hash_bucket_get_median",10,40298.7,40299.1,ns,,,,,,3.93546e-08 12 | "BM_hash_bucket_get_stddev",10,762.308,763.505,ns,,,,,,7.45611e-10 13 | "BM_hash_bucket_get_cv",10,1.87876e+06,1.88184e+06,ns,,,,,,0.0188184 14 | "BM_hash_bucket_get_mean",10,11952.4,11952,ns,,,,,,1.16718e-08 15 | "BM_hash_bucket_get_median",10,11961.9,11961.9,ns,,,,,,1.16816e-08 16 | "BM_hash_bucket_get_stddev",10,293.204,293.291,ns,,,,,,2.86417e-10 17 | "BM_hash_bucket_get_cv",10,2.4531e+06,2.45391e+06,ns,,,,,,0.0245391 18 | "BM_hash_bucket_get_mean",10,10658.6,10658.3,ns,,,,,,1.04085e-08 19 | "BM_hash_bucket_get_median",10,10730.2,10730.3,ns,,,,,,1.04788e-08 20 | "BM_hash_bucket_get_stddev",10,480.2,480.549,ns,,,,,,4.69286e-10 21 | "BM_hash_bucket_get_cv",10,4.50528e+06,4.50868e+06,ns,,,,,,0.0450868 22 | "BM_hash_bucket_get_mean",10,11784.1,11782.7,ns,,,,,,1.15065e-08 23 | "BM_hash_bucket_get_median",10,11825.2,11824.3,ns,,,,,,1.15471e-08 24 | "BM_hash_bucket_get_stddev",10,376.608,375.321,ns,,,,,,3.66525e-10 25 | "BM_hash_bucket_get_cv",10,3.19589e+06,3.18537e+06,ns,,,,,,0.0318537 26 | "BM_hash_bucket_get_mean",10,13010.2,13009.9,ns,,,,,,1.2705e-08 27 | "BM_hash_bucket_get_median",10,13034.5,13034.2,ns,,,,,,1.27287e-08 28 | "BM_hash_bucket_get_stddev",10,334.544,334.56,ns,,,,,,3.26719e-10 29 | "BM_hash_bucket_get_cv",10,2.57141e+06,2.57157e+06,ns,,,,,,0.0257157 30 | -------------------------------------------------------------------------------- /eval/results/pi/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,107.134,106.859,ns,,,,,,1.66967e-09 3 | "BM_hashing/27_median",10,106.941,106.826,ns,,,,,,1.66916e-09 4 | "BM_hashing/27_stddev",10,0.49717,0.0895585,ns,,,,,,1.39935e-12 5 | "BM_hashing/27_cv",10,464065,83809.9,ns,,,,,,0.000838099 6 | "BM_hashing/27_mean",10,106.895,106.831,ns,,,,,,1.66924e-09 7 | "BM_hashing/27_median",10,106.874,106.823,ns,,,,,,1.66911e-09 8 | "BM_hashing/27_stddev",10,0.0761976,0.0219017,ns,,,,,,3.42214e-13 9 | "BM_hashing/27_cv",10,71282.5,20501.2,ns,,,,,,0.000205012 10 | "BM_hashing/27_mean",10,110.771,110.751,ns,,,,,,1.73048e-09 11 | "BM_hashing/27_median",10,110.724,110.717,ns,,,,,,1.72995e-09 12 | "BM_hashing/27_stddev",10,0.123705,0.102715,ns,,,,,,1.60493e-12 13 | "BM_hashing/27_cv",10,111677,92744.8,ns,,,,,,0.000927448 14 | "BM_hashing>/27_mean",10,106.844,106.819,ns,,,,,,1.66904e-09 15 | "BM_hashing>/27_median",10,106.814,106.809,ns,,,,,,1.66888e-09 16 | "BM_hashing>/27_stddev",10,0.0638238,0.0290871,ns,,,,,,4.54485e-13 17 | "BM_hashing>/27_cv",10,59735.5,27230.3,ns,,,,,,0.000272303 18 | "BM_hashing>/27_mean",10,110.753,110.727,ns,,,,,,1.7301e-09 19 | "BM_hashing>/27_median",10,110.729,110.716,ns,,,,,,1.72994e-09 20 | "BM_hashing>/27_stddev",10,0.0560125,0.0284627,ns,,,,,,4.4473e-13 21 | "BM_hashing>/27_cv",10,50574.4,25705.4,ns,,,,,,0.000257054 22 | "BM_hashing>/27_mean",10,116.862,116.84,ns,,,,,,1.82563e-09 23 | "BM_hashing>/27_median",10,116.832,116.824,ns,,,,,,1.82537e-09 24 | "BM_hashing>/27_stddev",10,0.0641227,0.0346557,ns,,,,,,5.41495e-13 25 | "BM_hashing>/27_cv",10,54870.3,29660.8,ns,,,,,,0.000296608 26 | "BM_hashing>/27_mean",10,138.545,138.528,ns,,,,,,2.1645e-09 27 | "BM_hashing>/27_median",10,138.528,138.519,ns,,,,,,2.16435e-09 28 | "BM_hashing>/27_stddev",10,0.0540525,0.0288305,ns,,,,,,4.50476e-13 29 | "BM_hashing>/27_cv",10,39014.4,20812,ns,,,,,,0.00020812 30 | "BM_hashing/27_mean",10,147.532,147.509,ns,,,,,,2.30482e-09 31 | "BM_hashing/27_median",10,147.506,147.498,ns,,,,,,2.30466e-09 32 | "BM_hashing/27_stddev",10,0.058867,0.0308356,ns,,,,,,4.81807e-13 33 | "BM_hashing/27_cv",10,39901.3,20904.3,ns,,,,,,0.000209043 34 | -------------------------------------------------------------------------------- /eval/results/rome/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,128.087,128.073,us,,,,,,1.28773e-09 3 | "BM_scanning_median",10,128.086,128.083,us,,,,,,1.28783e-09 4 | "BM_scanning_stddev",10,0.0947152,0.102397,us,,,,,,1.02957e-12 5 | "BM_scanning_cv",10,73.9462,79.9519,us,,,,,,0.000799519 6 | "BM_scanning_mean",10,22.7061,22.7043,us,,,,,,2.28285e-10 7 | "BM_scanning_median",10,22.7046,22.7022,us,,,,,,2.28264e-10 8 | "BM_scanning_stddev",10,0.0132224,0.013149,us,,,,,,1.3221e-13 9 | "BM_scanning_cv",10,58.2327,57.9143,us,,,,,,0.000579143 10 | "BM_scanning>_mean",10,17.3176,17.3156,us,,,,,,1.74103e-10 11 | "BM_scanning>_median",10,17.3192,17.3146,us,,,,,,1.74093e-10 12 | "BM_scanning>_stddev",10,0.00832387,0.00877889,us,,,,,,8.82691e-14 13 | "BM_scanning>_cv",10,48.0659,50.6994,us,,,,,,0.000506994 14 | "BM_scanning>_mean",10,12.858,12.857,us,,,,,,1.29273e-10 15 | "BM_scanning>_median",10,12.8553,12.8542,us,,,,,,1.29245e-10 16 | "BM_scanning>_stddev",10,0.00612908,0.005986,us,,,,,,6.01874e-14 17 | "BM_scanning>_cv",10,47.6675,46.5582,us,,,,,,0.000465582 18 | "BM_scanning>_mean",10,441.999,441.969,us,,,,,,4.44387e-09 19 | "BM_scanning>_median",10,441.998,441.969,us,,,,,,4.44386e-09 20 | "BM_scanning>_stddev",10,0.323878,0.315304,us,,,,,,3.17028e-12 21 | "BM_scanning>_cv",10,73.2758,71.3406,us,,,,,,0.000713406 22 | "BM_scanning_mean",10,17.2415,17.2405,us,,,,,,1.73348e-10 23 | "BM_scanning_median",10,17.2409,17.2396,us,,,,,,1.73339e-10 24 | "BM_scanning_stddev",10,0.00918732,0.00924724,us,,,,,,9.29782e-14 25 | "BM_scanning_cv",10,53.2861,53.6367,us,,,,,,0.000536367 26 | "BM_scanning_mean",10,17.263,17.261,us,,,,,,1.73554e-10 27 | "BM_scanning_median",10,17.2626,17.2602,us,,,,,,1.73546e-10 28 | "BM_scanning_stddev",10,0.00787239,0.00786114,us,,,,,,7.90414e-14 29 | "BM_scanning_cv",10,45.6026,45.5429,us,,,,,,0.000455429 30 | "BM_scanning_mean",10,1146.75,1146.62,us,,,,,,1.1529e-08 31 | "BM_scanning_median",10,1146.32,1146.3,us,,,,,,1.15257e-08 32 | "BM_scanning_stddev",10,0.856155,0.862821,us,,,,,,8.6754e-12 33 | "BM_scanning_cv",10,74.6592,75.2488,us,,,,,,0.000752488 34 | -------------------------------------------------------------------------------- /eval/results/rome/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,6140.82,6140.29,ns,,,,,,5.99637e-09 3 | "BM_hash_bucket_get_median",10,6142.89,6142.85,ns,,,,,,5.99887e-09 4 | "BM_hash_bucket_get_stddev",10,91.5062,91.0983,ns,,,,,,8.89632e-11 5 | "BM_hash_bucket_get_cv",10,1.49013e+06,1.48362e+06,ns,,,,,,0.0148362 6 | "BM_hash_bucket_get_mean",10,4398.09,4397.64,ns,,,,,,4.29457e-09 7 | "BM_hash_bucket_get_median",10,4391.21,4390.55,ns,,,,,,4.28765e-09 8 | "BM_hash_bucket_get_stddev",10,30.7006,30.9227,ns,,,,,,3.01979e-11 9 | "BM_hash_bucket_get_cv",10,698043,703166,ns,,,,,,0.00703166 10 | "BM_hash_bucket_get_mean",10,8195.5,8194.95,ns,,,,,,8.00288e-09 11 | "BM_hash_bucket_get_median",10,8174.64,8174.42,ns,,,,,,7.98283e-09 12 | "BM_hash_bucket_get_stddev",10,70.8634,70.9473,ns,,,,,,6.92844e-11 13 | "BM_hash_bucket_get_cv",10,864663,865744,ns,,,,,,0.00865744 14 | "BM_hash_bucket_get_mean",10,1840.3,1840.09,ns,,,,,,1.79696e-09 15 | "BM_hash_bucket_get_median",10,1820.31,1819.71,ns,,,,,,1.77706e-09 16 | "BM_hash_bucket_get_stddev",10,94.3097,94.2957,ns,,,,,,9.20856e-11 17 | "BM_hash_bucket_get_cv",10,5.12469e+06,5.12452e+06,ns,,,,,,0.0512452 18 | "BM_hash_bucket_get_mean",10,1345.73,1345.67,ns,,,,,,1.31413e-09 19 | "BM_hash_bucket_get_median",10,1343.98,1343.96,ns,,,,,,1.31246e-09 20 | "BM_hash_bucket_get_stddev",10,62.7574,62.7739,ns,,,,,,6.13027e-11 21 | "BM_hash_bucket_get_cv",10,4.66343e+06,4.6649e+06,ns,,,,,,0.046649 22 | "BM_hash_bucket_get_mean",10,1939.42,1939.29,ns,,,,,,1.89384e-09 23 | "BM_hash_bucket_get_median",10,1927.74,1927.67,ns,,,,,,1.88249e-09 24 | "BM_hash_bucket_get_stddev",10,68.141,68.1372,ns,,,,,,6.65403e-11 25 | "BM_hash_bucket_get_cv",10,3.51347e+06,3.51352e+06,ns,,,,,,0.0351352 26 | "BM_hash_bucket_get_mean",10,1181.64,1181.52,ns,,,,,,1.15383e-09 27 | "BM_hash_bucket_get_median",10,1195.34,1195.24,ns,,,,,,1.16723e-09 28 | "BM_hash_bucket_get_stddev",10,82.1636,82.1289,ns,,,,,,8.0204e-11 29 | "BM_hash_bucket_get_cv",10,6.95338e+06,6.95109e+06,ns,,,,,,0.0695109 30 | -------------------------------------------------------------------------------- /eval/results/rome/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,34.4807,34.4771,ns,,,,,,5.38705e-10 3 | "BM_hashing/27_median",10,34.482,34.4811,ns,,,,,,5.38767e-10 4 | "BM_hashing/27_stddev",10,0.0206015,0.0194666,ns,,,,,,3.04166e-13 5 | "BM_hashing/27_cv",10,59748,56462.4,ns,,,,,,0.000564624 6 | "BM_hashing/27_mean",10,18.5172,18.5163,ns,,,,,,2.89317e-10 7 | "BM_hashing/27_median",10,18.524,18.5233,ns,,,,,,2.89427e-10 8 | "BM_hashing/27_stddev",10,0.0211772,0.0213302,ns,,,,,,3.33285e-13 9 | "BM_hashing/27_cv",10,114365,115197,ns,,,,,,0.00115197 10 | "BM_hashing/27_mean",10,18.5273,18.5258,ns,,,,,,2.89465e-10 11 | "BM_hashing/27_median",10,18.5287,18.5281,ns,,,,,,2.89502e-10 12 | "BM_hashing/27_stddev",10,0.0192706,0.0187631,ns,,,,,,2.93173e-13 13 | "BM_hashing/27_cv",10,104012,101281,ns,,,,,,0.00101281 14 | "BM_hashing>/27_mean",10,40.2403,40.2362,ns,,,,,,6.28691e-10 15 | "BM_hashing>/27_median",10,40.2331,40.2284,ns,,,,,,6.28569e-10 16 | "BM_hashing>/27_stddev",10,0.0280259,0.0273572,ns,,,,,,4.27456e-13 17 | "BM_hashing>/27_cv",10,69646.4,67991.4,ns,,,,,,0.000679914 18 | "BM_hashing>/27_mean",10,37.1817,37.1797,ns,,,,,,5.80933e-10 19 | "BM_hashing>/27_median",10,37.1827,37.1814,ns,,,,,,5.8096e-10 20 | "BM_hashing>/27_stddev",10,0.0360176,0.0348665,ns,,,,,,5.44789e-13 21 | "BM_hashing>/27_cv",10,96869.2,93778.3,ns,,,,,,0.000937783 22 | "BM_hashing>/27_mean",10,18.527,18.5256,ns,,,,,,2.89463e-10 23 | "BM_hashing>/27_median",10,18.5306,18.5297,ns,,,,,,2.89527e-10 24 | "BM_hashing>/27_stddev",10,0.01975,0.0195379,ns,,,,,,3.05279e-13 25 | "BM_hashing>/27_cv",10,106601,105464,ns,,,,,,0.00105464 26 | "BM_hashing>/27_mean",10,17.9784,17.9772,ns,,,,,,2.80893e-10 27 | "BM_hashing>/27_median",10,17.9777,17.9771,ns,,,,,,2.80892e-10 28 | "BM_hashing>/27_stddev",10,0.0361351,0.0363138,ns,,,,,,5.67404e-13 29 | "BM_hashing>/27_cv",10,200991,202000,ns,,,,,,0.00202 30 | "BM_hashing/27_mean",10,39.2756,39.273,ns,,,,,,6.13641e-10 31 | "BM_hashing/27_median",10,39.2786,39.2744,ns,,,,,,6.13663e-10 32 | "BM_hashing/27_stddev",10,0.0264413,0.0266658,ns,,,,,,4.16654e-13 33 | "BM_hashing/27_cv",10,67322.5,67898.6,ns,,,,,,0.000678986 34 | "BM_hashing/27_mean",10,17.5542,17.5527,ns,,,,,,2.74261e-10 35 | "BM_hashing/27_median",10,17.5542,17.5516,ns,,,,,,2.74244e-10 36 | "BM_hashing/27_stddev",10,0.0128314,0.0127334,ns,,,,,,1.98959e-13 37 | "BM_hashing/27_cv",10,73095.6,72543.6,ns,,,,,,0.000725436 38 | -------------------------------------------------------------------------------- /eval/results/skylake/compressed_scan.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_scanning_mean",10,162.239,162.197,us,,,,,,1.63084e-09 3 | "BM_scanning_median",10,162.243,162.193,us,,,,,,1.63081e-09 4 | "BM_scanning_stddev",10,0.401261,0.415798,us,,,,,,4.18072e-12 5 | "BM_scanning_cv",10,247.326,256.354,us,,,,,,0.00256354 6 | "BM_scanning_mean",10,25.6106,25.6093,us,,,,,,2.57493e-10 7 | "BM_scanning_median",10,25.598,25.5966,us,,,,,,2.57366e-10 8 | "BM_scanning_stddev",10,0.0693322,0.0694838,us,,,,,,6.98639e-13 9 | "BM_scanning_cv",10,270.717,271.323,us,,,,,,0.00271323 10 | "BM_scanning>_mean",10,17.0923,17.0915,us,,,,,,1.71849e-10 11 | "BM_scanning>_median",10,17.094,17.0929,us,,,,,,1.71864e-10 12 | "BM_scanning>_stddev",10,0.0261553,0.0260617,us,,,,,,2.62043e-13 13 | "BM_scanning>_cv",10,153.023,152.484,us,,,,,,0.00152484 14 | "BM_scanning>_mean",10,15.3513,15.3499,us,,,,,,1.54339e-10 15 | "BM_scanning>_median",10,15.3441,15.3431,us,,,,,,1.54271e-10 16 | "BM_scanning>_stddev",10,0.0394564,0.0395043,us,,,,,,3.97203e-13 17 | "BM_scanning>_cv",10,257.023,257.358,us,,,,,,0.00257358 18 | "BM_scanning>_mean",10,558.104,557.9,us,,,,,,5.60952e-09 19 | "BM_scanning>_median",10,557.136,556.812,us,,,,,,5.59858e-09 20 | "BM_scanning>_stddev",10,2.35189,2.3994,us,,,,,,2.41253e-11 21 | "BM_scanning>_cv",10,421.407,430.077,us,,,,,,0.00430077 22 | "BM_scanning_mean",10,17.1102,17.1066,us,,,,,,1.72001e-10 23 | "BM_scanning_median",10,17.1052,17.1045,us,,,,,,1.7198e-10 24 | "BM_scanning_stddev",10,0.0385272,0.0382967,us,,,,,,3.85062e-13 25 | "BM_scanning_cv",10,225.171,223.871,us,,,,,,0.00223871 26 | "BM_scanning_mean",10,17.1079,17.104,us,,,,,,1.71975e-10 27 | "BM_scanning_median",10,17.0982,17.0936,us,,,,,,1.71871e-10 28 | "BM_scanning_stddev",10,0.0369164,0.0380096,us,,,,,,3.82175e-13 29 | "BM_scanning_cv",10,215.785,222.227,us,,,,,,0.00222227 30 | "BM_scanning_mean",10,23.8025,23.8008,us,,,,,,2.3931e-10 31 | "BM_scanning_median",10,23.7937,23.7928,us,,,,,,2.3923e-10 32 | "BM_scanning_stddev",10,0.0533415,0.0535196,us,,,,,,5.38124e-13 33 | "BM_scanning_cv",10,224.1,224.864,us,,,,,,0.00224864 34 | -------------------------------------------------------------------------------- /eval/results/skylake/hash_bucket.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerLookup" 2 | "BM_hash_bucket_get_mean",10,8121.42,8118.13,ns,,,,,,7.92786e-09 3 | "BM_hash_bucket_get_median",10,8145.78,8145.54,ns,,,,,,7.95463e-09 4 | "BM_hash_bucket_get_stddev",10,167.595,167.039,ns,,,,,,1.63124e-10 5 | "BM_hash_bucket_get_cv",10,2.06362e+06,2.0576e+06,ns,,,,,,0.020576 6 | "BM_hash_bucket_get_mean",10,5287.83,5287.1,ns,,,,,,5.16318e-09 7 | "BM_hash_bucket_get_median",10,5276.95,5274.92,ns,,,,,,5.15128e-09 8 | "BM_hash_bucket_get_stddev",10,60.8579,60.7906,ns,,,,,,5.93659e-11 9 | "BM_hash_bucket_get_cv",10,1.15091e+06,1.14979e+06,ns,,,,,,0.0114979 10 | "BM_hash_bucket_get_mean",10,11459.2,11458.2,ns,,,,,,1.11897e-08 11 | "BM_hash_bucket_get_median",10,11380.9,11379.7,ns,,,,,,1.1113e-08 12 | "BM_hash_bucket_get_stddev",10,211.955,212.197,ns,,,,,,2.07224e-10 13 | "BM_hash_bucket_get_cv",10,1.84965e+06,1.85192e+06,ns,,,,,,0.0185192 14 | "BM_hash_bucket_get_mean",10,1446.37,1446.06,ns,,,,,,1.41216e-09 15 | "BM_hash_bucket_get_median",10,1444.05,1443.83,ns,,,,,,1.40999e-09 16 | "BM_hash_bucket_get_stddev",10,27.1987,27.4015,ns,,,,,,2.67593e-11 17 | "BM_hash_bucket_get_cv",10,1.88048e+06,1.89492e+06,ns,,,,,,0.0189492 18 | "BM_hash_bucket_get_mean",10,1289.77,1289.55,ns,,,,,,1.25932e-09 19 | "BM_hash_bucket_get_median",10,1285.48,1285.29,ns,,,,,,1.25517e-09 20 | "BM_hash_bucket_get_stddev",10,38.0448,38.0701,ns,,,,,,3.71778e-11 21 | "BM_hash_bucket_get_cv",10,2.94973e+06,2.95221e+06,ns,,,,,,0.0295221 22 | "BM_hash_bucket_get_mean",10,1811.44,1811.35,ns,,,,,,1.7689e-09 23 | "BM_hash_bucket_get_median",10,1804.37,1804.3,ns,,,,,,1.76201e-09 24 | "BM_hash_bucket_get_stddev",10,32.8826,32.8412,ns,,,,,,3.20715e-11 25 | "BM_hash_bucket_get_cv",10,1.81527e+06,1.81307e+06,ns,,,,,,0.0181307 26 | "BM_hash_bucket_get_mean",10,1594.67,1594.6,ns,,,,,,1.55723e-09 27 | "BM_hash_bucket_get_median",10,1596.49,1596.46,ns,,,,,,1.55904e-09 28 | "BM_hash_bucket_get_stddev",10,17.0823,17.0766,ns,,,,,,1.66763e-11 29 | "BM_hash_bucket_get_cv",10,1.07121e+06,1.0709e+06,ns,,,,,,0.010709 30 | -------------------------------------------------------------------------------- /eval/results/skylake/hashing.csv: -------------------------------------------------------------------------------- 1 | name,iterations,real_time,cpu_time,time_unit,bytes_per_second,items_per_second,label,error_occurred,error_message,"PerValue" 2 | "BM_hashing/27_mean",10,25.7829,25.7757,ns,,,,,,4.02746e-10 3 | "BM_hashing/27_median",10,25.7872,25.7784,ns,,,,,,4.02787e-10 4 | "BM_hashing/27_stddev",10,0.0622206,0.0613799,ns,,,,,,9.59061e-13 5 | "BM_hashing/27_cv",10,241325,238130,ns,,,,,,0.0023813 6 | "BM_hashing/27_mean",10,17.7676,17.7646,ns,,,,,,2.77573e-10 7 | "BM_hashing/27_median",10,17.7679,17.7666,ns,,,,,,2.77603e-10 8 | "BM_hashing/27_stddev",10,0.0479613,0.0481401,ns,,,,,,7.52189e-13 9 | "BM_hashing/27_cv",10,269937,270988,ns,,,,,,0.00270988 10 | "BM_hashing/27_mean",10,17.7512,17.7498,ns,,,,,,2.77341e-10 11 | "BM_hashing/27_median",10,17.7435,17.7431,ns,,,,,,2.77236e-10 12 | "BM_hashing/27_stddev",10,0.0337086,0.0340256,ns,,,,,,5.31649e-13 13 | "BM_hashing/27_cv",10,189895,191695,ns,,,,,,0.00191695 14 | "BM_hashing>/27_mean",10,25.8773,25.8761,ns,,,,,,4.04315e-10 15 | "BM_hashing>/27_median",10,25.8317,25.8307,ns,,,,,,4.03605e-10 16 | "BM_hashing>/27_stddev",10,0.146132,0.145997,ns,,,,,,2.28121e-12 17 | "BM_hashing>/27_cv",10,564711,564216,ns,,,,,,0.00564216 18 | "BM_hashing>/27_mean",10,35.358,35.3542,ns,,,,,,5.52409e-10 19 | "BM_hashing>/27_median",10,35.3402,35.338,ns,,,,,,5.52156e-10 20 | "BM_hashing>/27_stddev",10,0.0889204,0.0893431,ns,,,,,,1.39599e-12 21 | "BM_hashing>/27_cv",10,251486,252709,ns,,,,,,0.00252709 22 | "BM_hashing>/27_mean",10,17.7519,17.7485,ns,,,,,,2.77321e-10 23 | "BM_hashing>/27_median",10,17.7554,17.7547,ns,,,,,,2.77418e-10 24 | "BM_hashing>/27_stddev",10,0.0283411,0.0275327,ns,,,,,,4.30199e-13 25 | "BM_hashing>/27_cv",10,159651,155127,ns,,,,,,0.00155127 26 | "BM_hashing>/27_mean",10,17.6775,17.6743,ns,,,,,,2.76161e-10 27 | "BM_hashing>/27_median",10,17.658,17.6575,ns,,,,,,2.75898e-10 28 | "BM_hashing>/27_stddev",10,0.0551964,0.054544,ns,,,,,,8.52251e-13 29 | "BM_hashing>/27_cv",10,312242,308606,ns,,,,,,0.00308606 30 | "BM_hashing/27_mean",10,46.6743,46.6703,ns,,,,,,7.29224e-10 31 | "BM_hashing/27_median",10,46.6354,46.6332,ns,,,,,,7.28644e-10 32 | "BM_hashing/27_stddev",10,0.102214,0.102807,ns,,,,,,1.60635e-12 33 | "BM_hashing/27_cv",10,218994,220283,ns,,,,,,0.00220283 34 | "BM_hashing/27_mean",10,23.8537,23.8528,ns,,,,,,3.72701e-10 35 | "BM_hashing/27_median",10,23.8596,23.8589,ns,,,,,,3.72795e-10 36 | "BM_hashing/27_stddev",10,0.0635754,0.0633462,ns,,,,,,9.89785e-13 37 | "BM_hashing/27_cv",10,266522,265571,ns,,,,,,0.00265571 38 | -------------------------------------------------------------------------------- /eval/results/velox/README.md: -------------------------------------------------------------------------------- 1 | # Velox Results 2 | 3 | The results in here were measured on DES01 (cascadelake), nvram-06 (icelake), and a MacBook Pro (M1). 4 | 5 | 6 | ### Docker/enroot 7 | You can download a prepared Docker image `hpides/base_velox:v1` (from Dockerhub). 8 | 9 | 10 | ### Code Variants 11 | Our modified code can be found at https://github.com/He3lixxx/velox/, there is one branch per variant. 12 | These are the commits that produced the results in this repository: 13 | 14 | - velox_xsimd: 7da8af105065ff72e92a0560e335b38e813d29a7 15 | - velox_compiler: 154fcf25b638fc592ba9324f4571883b0fea393f 16 | - velox_compiler_padding: 11a79a111c865a5b16c3338d3f3df58273417eec 17 | - velox_autovec: 81b72b00b78c7278e9735039a47f00f2a7bbe528 18 | - velox_novec: 480a06ced0af76d758e01cd1725e8e605932f6a0 19 | 20 | 21 | ### Native-Flags 22 | 23 | In `velox/CMakeLists.txt` add the following line at the `#NATIVE_FLAGS_HERE_MARKER` comment, depending on the flag combination you want to have. 24 | ```cmake 25 | set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} [-march=X] [-mtune=Y]") 26 | ``` 27 | 28 | #### XSIMD and march=native 29 | Velox doesn't build with march=native on AVX512-platforms, since some function specializations are not implemented. 30 | AVX512-usage can be explicitly disabled for code using xsimd by overriding `XSIMD_WITH_AVX512F` to `0` in `third_party/xsimd/include/xsimd/config/xsimd_config.hpp`. 31 | 32 | 33 | ### Running the benchmarks 34 | All benchmarking was done using `numactl -N 0` to pin execution to a single NUMA-node. 35 | For all benchmarks, we used the flags `--num_drivers=4 --minloglevel=5 --bm_min-iters=10 --bm_regex="q\d$|q1\d|q20|q22" --dynamic_cputhreadpoolexecutor=0 --dynamic_iothreadpoolexecutor=0 --cache_gb=10`. 36 | This enforces at least 10 iterations per tpch-query and removes some log-spam. 37 | Disabling the dynamic executors and using `cache_gb` gave us more consistent results across benchmark runs. 38 | 39 | We used the script `scripts/run_velox_benchmarks.sh` to run all benchmarks on all code-variant/native-flags combinations. 40 | Due to the submodule-nature of xsimd, the xsimd-march-native run has to be performed by hand. 41 | 42 | We repeated each benchmark run 10 times. You can copy the output to a text file and use the `eval/scripts/velox_out_to_csv.py` script to post-process the output. 43 | The diff-script at `eval/scripts/diff.py` can be used to compare runs. 44 | 45 | 46 | ### Other Issues 47 | 48 | * To suppress the warning spam during compilation, you can add this in the root `CMakeLists.txt`: 49 | ```cmake 50 | set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -D HAS_UNCAUGHT_EXCEPTIONS -Wno-nullability-completeness -Wno-unqualified-std-cast-call ") 51 | ``` 52 | * A linking error related to missing symbols regarding atomics can be fixed by adding `atomic` to `target_link_libraries(velox_common_base ...)` in `velox/common/base/CMakeLists.txt` 53 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_autovec.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 178.32, 177.64, 179.16, 0.55, 0.31% 3 | q3 , 186.96, 185.86, 188.94, 0.88, 0.47% 4 | q5 , 185.94, 183.88, 189.70, 1.90, 1.02% 5 | q6 , 123.02, 117.45, 128.70, 3.92, 3.19% 6 | q7 , 174.19, 171.90, 178.70, 1.92, 1.10% 7 | q8 , 174.16, 169.10, 179.76, 3.58, 2.06% 8 | q9 , 295.66, 292.22, 298.96, 2.38, 0.80% 9 | q10 , 242.69, 240.79, 246.04, 1.83, 0.75% 10 | q12 , 154.42, 153.21, 156.91, 1.13, 0.73% 11 | q13 , 150.89, 150.45, 151.16, 0.24, 0.16% 12 | q14 , 163.10, 161.94, 164.82, 1.08, 0.66% 13 | q15 , 103.42, 101.67, 106.49, 1.59, 1.54% 14 | q16 , 75.44, 75.12, 76.27, 0.34, 0.45% 15 | q17 , 187.43, 185.41, 192.36, 2.10, 1.12% 16 | q18 , 277.86, 273.37, 281.64, 2.34, 0.84% 17 | q19 , 158.06, 157.53, 158.94, 0.47, 0.29% 18 | q20 , 119.78, 118.10, 121.60, 1.17, 0.98% 19 | q22 , 62.45, 62.15, 62.77, 0.19, 0.30% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_autovec_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 171.72, 169.69, 182.18, 3.74, 2.18% 3 | q3 , 179.65, 178.79, 180.95, 0.69, 0.38% 4 | q5 , 177.42, 176.10, 180.42, 1.52, 0.85% 5 | q6 , 116.57, 113.67, 120.17, 2.29, 1.96% 6 | q7 , 167.40, 166.07, 170.08, 1.39, 0.83% 7 | q8 , 163.56, 158.36, 171.71, 4.03, 2.46% 8 | q9 , 284.82, 281.52, 289.17, 3.02, 1.06% 9 | q10 , 235.20, 232.91, 239.43, 1.83, 0.78% 10 | q12 , 149.28, 148.20, 151.78, 1.11, 0.74% 11 | q13 , 149.78, 149.32, 150.28, 0.31, 0.21% 12 | q14 , 156.29, 154.99, 158.41, 1.16, 0.74% 13 | q15 , 100.25, 98.33, 103.38, 1.79, 1.79% 14 | q16 , 74.84, 74.65, 74.98, 0.11, 0.15% 15 | q17 , 182.64, 179.57, 186.81, 1.84, 1.01% 16 | q18 , 272.00, 266.62, 277.25, 3.78, 1.39% 17 | q19 , 156.65, 155.68, 158.78, 1.03, 0.66% 18 | q20 , 114.10, 112.26, 117.49, 1.54, 1.35% 19 | q22 , 63.02, 62.39, 63.51, 0.30, 0.48% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_autovec_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 170.74, 169.69, 173.20, 1.05, 0.62% 3 | q3 , 183.79, 182.99, 185.24, 0.76, 0.42% 4 | q5 , 182.99, 181.34, 185.41, 1.20, 0.66% 5 | q6 , 117.62, 114.52, 120.89, 2.09, 1.77% 6 | q7 , 170.35, 169.06, 172.67, 1.10, 0.65% 7 | q8 , 168.18, 164.69, 173.40, 2.55, 1.52% 8 | q9 , 290.96, 287.15, 296.01, 2.96, 1.02% 9 | q10 , 238.47, 236.73, 242.94, 1.87, 0.79% 10 | q12 , 151.20, 149.67, 154.20, 1.50, 0.99% 11 | q13 , 148.96, 148.08, 149.42, 0.39, 0.26% 12 | q14 , 158.13, 156.37, 160.94, 1.50, 0.95% 13 | q15 , 100.17, 98.93, 101.81, 0.92, 0.92% 14 | q16 , 75.13, 74.89, 75.47, 0.19, 0.26% 15 | q17 , 183.54, 180.55, 188.08, 2.42, 1.32% 16 | q18 , 273.33, 267.76, 276.87, 3.33, 1.22% 17 | q19 , 155.47, 154.10, 158.15, 1.30, 0.84% 18 | q20 , 115.91, 114.33, 119.05, 1.47, 1.26% 19 | q22 , 62.90, 62.45, 63.57, 0.36, 0.57% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_compiler.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 177.36, 176.29, 179.21, 0.85, 0.48% 3 | q3 , 184.53, 182.99, 186.87, 1.12, 0.61% 4 | q5 , 181.55, 179.57, 186.79, 2.25, 1.24% 5 | q6 , 117.94, 115.19, 121.74, 2.27, 1.92% 6 | q7 , 169.75, 168.08, 174.49, 1.92, 1.13% 7 | q8 , 169.07, 166.24, 172.49, 2.38, 1.40% 8 | q9 , 292.05, 288.70, 295.41, 2.46, 0.84% 9 | q10 , 239.97, 238.20, 241.34, 1.04, 0.43% 10 | q12 , 150.85, 149.32, 153.71, 1.12, 0.74% 11 | q13 , 153.80, 152.59, 157.44, 1.89, 1.23% 12 | q14 , 164.22, 163.41, 165.08, 0.66, 0.40% 13 | q15 , 101.83, 100.11, 103.70, 1.14, 1.12% 14 | q16 , 72.56, 72.38, 72.74, 0.11, 0.16% 15 | q17 , 188.19, 185.53, 193.95, 2.56, 1.36% 16 | q18 , 224.84, 222.51, 227.15, 1.37, 0.61% 17 | q19 , 155.10, 154.24, 155.89, 0.51, 0.33% 18 | q20 , 116.10, 114.27, 118.17, 1.30, 1.12% 19 | q22 , 63.99, 63.55, 64.23, 0.20, 0.32% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_compiler_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 171.42, 170.66, 172.33, 0.45, 0.26% 3 | q3 , 178.52, 177.71, 181.33, 1.05, 0.59% 4 | q5 , 174.69, 172.91, 176.73, 1.21, 0.69% 5 | q6 , 114.53, 112.10, 119.89, 2.29, 2.00% 6 | q7 , 165.48, 164.31, 169.97, 1.66, 1.00% 7 | q8 , 163.56, 159.26, 168.61, 3.18, 1.94% 8 | q9 , 282.81, 281.01, 285.02, 1.29, 0.46% 9 | q10 , 233.10, 232.11, 234.48, 0.89, 0.38% 10 | q12 , 147.79, 146.52, 150.43, 1.06, 0.72% 11 | q13 , 154.57, 153.81, 158.69, 1.48, 0.96% 12 | q14 , 158.35, 156.49, 164.84, 2.51, 1.58% 13 | q15 , 100.62, 99.00, 102.25, 1.18, 1.17% 14 | q16 , 72.06, 71.80, 72.38, 0.19, 0.26% 15 | q17 , 193.96, 192.58, 195.63, 1.05, 0.54% 16 | q18 , 221.19, 217.47, 223.18, 1.53, 0.69% 17 | q19 , 154.66, 153.62, 155.65, 0.58, 0.38% 18 | q20 , 113.66, 111.99, 118.88, 2.19, 1.93% 19 | q22 , 63.26, 62.90, 63.47, 0.18, 0.29% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_compiler_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 170.82, 170.02, 172.29, 0.71, 0.42% 3 | q3 , 182.41, 181.17, 185.46, 1.28, 0.70% 4 | q5 , 179.50, 177.78, 184.49, 2.08, 1.16% 5 | q6 , 117.01, 114.47, 121.58, 2.29, 1.95% 6 | q7 , 168.76, 167.29, 170.39, 1.17, 0.69% 7 | q8 , 170.27, 167.91, 172.68, 1.61, 0.95% 8 | q9 , 288.35, 287.24, 289.71, 0.80, 0.28% 9 | q10 , 239.48, 235.69, 243.20, 2.66, 1.11% 10 | q12 , 150.07, 148.39, 156.46, 2.38, 1.59% 11 | q13 , 151.09, 150.43, 154.34, 1.17, 0.78% 12 | q14 , 158.77, 157.77, 160.89, 0.97, 0.61% 13 | q15 , 101.25, 99.65, 103.76, 1.26, 1.24% 14 | q16 , 72.95, 72.16, 73.54, 0.54, 0.75% 15 | q17 , 183.63, 180.79, 185.66, 1.43, 0.78% 16 | q18 , 221.55, 218.84, 224.09, 1.68, 0.76% 17 | q19 , 154.07, 153.15, 155.72, 0.77, 0.50% 18 | q20 , 115.58, 113.98, 119.38, 2.16, 1.87% 19 | q22 , 63.44, 63.10, 63.71, 0.20, 0.31% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_novec.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 178.59, 178.23, 179.20, 0.29, 0.16% 3 | q3 , 186.99, 186.03, 188.65, 0.68, 0.36% 4 | q5 , 186.39, 184.07, 191.85, 2.40, 1.29% 5 | q6 , 120.00, 117.82, 124.66, 2.07, 1.72% 6 | q7 , 173.90, 172.03, 179.10, 1.96, 1.12% 7 | q8 , 171.78, 167.84, 176.70, 3.15, 1.84% 8 | q9 , 292.64, 290.72, 294.72, 1.09, 0.37% 9 | q10 , 241.45, 240.27, 242.11, 0.50, 0.21% 10 | q12 , 153.57, 153.03, 154.74, 0.54, 0.35% 11 | q13 , 150.93, 150.47, 151.30, 0.25, 0.16% 12 | q14 , 163.31, 161.63, 166.43, 1.35, 0.83% 13 | q15 , 102.69, 100.96, 106.42, 1.50, 1.46% 14 | q16 , 75.28, 75.07, 75.61, 0.17, 0.22% 15 | q17 , 187.48, 185.55, 189.92, 1.45, 0.77% 16 | q18 , 277.73, 272.55, 283.24, 3.44, 1.24% 17 | q19 , 158.02, 156.84, 158.87, 0.55, 0.35% 18 | q20 , 118.87, 117.19, 121.29, 1.40, 1.18% 19 | q22 , 62.33, 62.13, 62.49, 0.12, 0.20% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_novec_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 170.63, 169.15, 173.59, 1.26, 0.74% 3 | q3 , 179.57, 178.88, 180.59, 0.54, 0.30% 4 | q5 , 177.72, 174.98, 181.42, 1.81, 1.02% 5 | q6 , 116.52, 114.32, 120.02, 2.15, 1.85% 6 | q7 , 168.32, 166.49, 170.99, 1.80, 1.07% 7 | q8 , 163.70, 160.97, 166.57, 2.24, 1.37% 8 | q9 , 283.62, 279.70, 287.38, 2.24, 0.79% 9 | q10 , 235.27, 233.42, 236.44, 0.90, 0.38% 10 | q12 , 148.98, 147.62, 151.02, 1.07, 0.72% 11 | q13 , 149.75, 149.15, 150.16, 0.30, 0.20% 12 | q14 , 156.30, 154.65, 157.26, 0.76, 0.48% 13 | q15 , 99.44, 97.73, 101.48, 0.99, 1.00% 14 | q16 , 74.85, 74.64, 75.17, 0.17, 0.23% 15 | q17 , 182.85, 180.87, 185.89, 1.41, 0.77% 16 | q18 , 271.85, 267.29, 275.13, 2.26, 0.83% 17 | q19 , 156.40, 155.47, 159.22, 1.09, 0.70% 18 | q20 , 114.80, 113.52, 116.58, 1.08, 0.95% 19 | q22 , 63.09, 62.61, 63.30, 0.20, 0.31% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_novec_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 170.65, 169.20, 172.59, 0.94, 0.55% 3 | q3 , 183.89, 182.87, 186.37, 1.02, 0.55% 4 | q5 , 183.55, 181.92, 186.06, 1.65, 0.90% 5 | q6 , 117.35, 114.72, 121.60, 2.29, 1.95% 6 | q7 , 170.58, 168.74, 173.58, 1.33, 0.78% 7 | q8 , 168.54, 164.24, 176.23, 3.69, 2.19% 8 | q9 , 291.77, 286.22, 298.70, 4.05, 1.39% 9 | q10 , 237.97, 236.57, 239.90, 1.22, 0.51% 10 | q12 , 151.34, 149.63, 155.90, 1.99, 1.31% 11 | q13 , 149.37, 148.63, 152.93, 1.27, 0.85% 12 | q14 , 157.49, 156.15, 159.66, 1.09, 0.69% 13 | q15 , 100.37, 97.82, 104.98, 2.32, 2.31% 14 | q16 , 75.12, 74.96, 75.53, 0.18, 0.24% 15 | q17 , 183.19, 180.88, 184.66, 1.31, 0.71% 16 | q18 , 273.88, 269.10, 278.81, 3.50, 1.28% 17 | q19 , 155.66, 153.85, 159.12, 1.38, 0.89% 18 | q20 , 115.81, 113.96, 117.96, 1.45, 1.25% 19 | q22 , 62.66, 62.46, 63.51, 0.31, 0.50% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_xsimd.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 169.72, 168.19, 172.48, 1.10, 0.65% 3 | q3 , 179.38, 178.71, 181.48, 0.84, 0.47% 4 | q5 , 175.67, 173.30, 179.11, 2.06, 1.17% 5 | q6 , 114.29, 111.01, 119.99, 2.50, 2.19% 6 | q7 , 165.97, 163.75, 168.81, 1.57, 0.94% 7 | q8 , 164.62, 161.76, 169.42, 2.33, 1.41% 8 | q9 , 284.20, 282.43, 287.33, 1.32, 0.46% 9 | q10 , 233.62, 232.95, 234.66, 0.60, 0.26% 10 | q12 , 146.76, 145.46, 147.95, 0.81, 0.55% 11 | q13 , 150.45, 149.18, 153.04, 1.21, 0.81% 12 | q14 , 157.08, 155.66, 159.90, 1.24, 0.79% 13 | q15 , 98.57, 96.46, 100.62, 1.45, 1.48% 14 | q16 , 72.02, 71.69, 72.29, 0.19, 0.26% 15 | q17 , 180.32, 178.01, 183.14, 1.41, 0.78% 16 | q18 , 218.77, 215.74, 222.65, 1.85, 0.85% 17 | q19 , 151.95, 150.91, 152.98, 0.71, 0.47% 18 | q20 , 112.80, 111.50, 115.16, 1.30, 1.15% 19 | q22 , 62.21, 61.83, 62.50, 0.22, 0.35% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_xsimd_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 176.02, 174.61, 179.40, 1.48, 0.84% 3 | q3 , 195.29, 193.89, 196.64, 0.94, 0.48% 4 | q5 , 188.19, 185.39, 192.47, 2.48, 1.32% 5 | q6 , 121.33, 119.11, 123.74, 1.51, 1.25% 6 | q7 , 174.26, 172.76, 174.99, 0.60, 0.34% 7 | q8 , 172.88, 170.25, 177.00, 2.23, 1.29% 8 | q9 , 300.99, 296.03, 305.82, 2.90, 0.96% 9 | q10 , 246.78, 241.67, 252.52, 3.73, 1.51% 10 | q12 , 154.01, 152.69, 155.94, 1.17, 0.76% 11 | q13 , 160.78, 156.14, 166.02, 3.89, 2.42% 12 | q14 , 170.37, 167.60, 177.29, 2.98, 1.75% 13 | q15 , 110.22, 106.31, 113.42, 2.43, 2.20% 14 | q16 , 78.05, 77.51, 78.64, 0.43, 0.55% 15 | q17 , 200.05, 195.65, 203.72, 2.48, 1.24% 16 | q18 , 277.72, 274.89, 281.10, 2.20, 0.79% 17 | q19 , 165.17, 161.98, 168.54, 2.17, 1.32% 18 | q20 , 124.27, 121.47, 126.53, 1.82, 1.47% 19 | q22 , 68.42, 67.64, 69.23, 0.59, 0.86% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf1/velox_xsimd_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 169.92, 168.97, 172.15, 1.17, 0.69% 3 | q3 , 181.91, 180.54, 185.48, 1.49, 0.82% 4 | q5 , 176.99, 175.56, 179.89, 1.38, 0.78% 5 | q6 , 115.83, 111.95, 123.57, 3.14, 2.71% 6 | q7 , 167.43, 165.38, 169.80, 1.62, 0.97% 7 | q8 , 166.49, 162.17, 172.11, 3.59, 2.15% 8 | q9 , 288.71, 285.51, 291.61, 1.69, 0.58% 9 | q10 , 237.15, 235.12, 241.02, 1.85, 0.78% 10 | q12 , 147.95, 146.63, 150.27, 1.13, 0.76% 11 | q13 , 152.30, 151.22, 155.94, 1.75, 1.15% 12 | q14 , 158.18, 156.95, 159.66, 1.04, 0.66% 13 | q15 , 99.94, 97.43, 102.81, 1.67, 1.67% 14 | q16 , 72.78, 72.34, 74.15, 0.64, 0.88% 15 | q17 , 182.03, 180.21, 184.46, 1.49, 0.82% 16 | q18 , 220.25, 218.18, 223.53, 2.04, 0.92% 17 | q19 , 153.55, 152.11, 154.72, 0.75, 0.49% 18 | q20 , 113.75, 112.58, 116.26, 1.26, 1.11% 19 | q22 , 63.29, 62.99, 63.53, 0.20, 0.32% 20 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf10/velox_compiler.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 838.69, 829.98, 847.51, 6.70, 0.80% 3 | q3 , 1136.00, 1120.00, 1150.00, 8.43, 0.74% 4 | q5 , 1083.00, 1070.00, 1090.00, 6.75, 0.62% 5 | q6 , 960.17, 950.42, 967.32, 5.19, 0.54% 6 | q7 , 1172.00, 1160.00, 1180.00, 7.89, 0.67% 7 | q8 , 1153.00, 1140.00, 1160.00, 6.75, 0.59% 8 | q9 , 1246.00, 1240.00, 1260.00, 6.99, 0.56% 9 | q10 , 1152.00, 1140.00, 1160.00, 7.89, 0.68% 10 | q12 , 1130.00, 1120.00, 1140.00, 4.71, 0.42% 11 | q13 , 2021.00, 2010.00, 2040.00, 11.97, 0.59% 12 | q14 , 892.63, 887.01, 902.44, 4.67, 0.52% 13 | q15 , 832.81, 816.25, 842.49, 7.36, 0.88% 14 | q16 , 389.08, 384.69, 392.29, 2.78, 0.72% 15 | q17 , 1238.00, 1220.00, 1250.00, 7.89, 0.64% 16 | q18 , 760.85, 755.61, 768.49, 3.94, 0.52% 17 | q19 , 977.53, 970.91, 986.96, 4.92, 0.50% 18 | q20 , 927.37, 917.98, 935.30, 5.66, 0.61% 19 | q21 , 3711.00, 3690.00, 3740.00, 14.49, 0.39% 20 | q22 , 468.66, 465.81, 472.83, 2.46, 0.52% 21 | -------------------------------------------------------------------------------- /eval/results/velox/cascadelake/sf10/velox_xsimd.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 817.55, 811.25, 824.57, 4.50, 0.55% 3 | q3 , 1105.00, 1090.00, 1110.00, 7.07, 0.64% 4 | q5 , 1052.00, 1050.00, 1060.00, 4.22, 0.40% 5 | q6 , 939.50, 930.33, 950.35, 7.00, 0.74% 6 | q7 , 1141.00, 1140.00, 1150.00, 3.16, 0.28% 7 | q8 , 1121.00, 1110.00, 1130.00, 5.68, 0.51% 8 | q9 , 1219.00, 1210.00, 1230.00, 5.68, 0.47% 9 | q10 , 1125.00, 1120.00, 1130.00, 5.27, 0.47% 10 | q12 , 1110.00, 1100.00, 1120.00, 6.67, 0.60% 11 | q13 , 1987.00, 1970.00, 2010.00, 10.59, 0.53% 12 | q14 , 864.41, 858.17, 870.76, 4.70, 0.54% 13 | q15 , 810.35, 799.18, 820.86, 6.30, 0.78% 14 | q16 , 383.33, 378.62, 386.67, 2.54, 0.66% 15 | q17 , 1206.00, 1200.00, 1210.00, 5.16, 0.43% 16 | q18 , 740.00, 730.74, 764.73, 9.84, 1.33% 17 | q19 , 952.96, 944.88, 963.28, 5.58, 0.59% 18 | q20 , 904.83, 899.26, 911.45, 4.51, 0.50% 19 | q21 , 3610.00, 3580.00, 3640.00, 18.26, 0.51% 20 | q22 , 454.18, 451.79, 457.60, 2.03, 0.45% 21 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_autovec.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 155.85, 155.25, 157.10, 0.52, 0.33% 3 | q3 , 169.59, 166.68, 174.81, 2.98, 1.76% 4 | q5 , 165.26, 162.68, 169.59, 2.49, 1.50% 5 | q6 , 105.19, 103.58, 107.54, 1.07, 1.02% 6 | q7 , 154.14, 152.01, 157.17, 1.58, 1.02% 7 | q8 , 151.24, 148.78, 155.20, 2.29, 1.52% 8 | q9 , 263.05, 259.43, 267.75, 2.56, 0.97% 9 | q10 , 211.99, 208.15, 214.35, 1.69, 0.80% 10 | q12 , 138.03, 134.50, 145.16, 3.52, 2.55% 11 | q13 , 139.03, 136.21, 142.85, 2.84, 2.04% 12 | q14 , 144.28, 140.72, 147.15, 2.26, 1.57% 13 | q15 , 94.48, 92.13, 97.20, 1.60, 1.69% 14 | q16 , 71.23, 70.67, 72.59, 0.60, 0.84% 15 | q17 , 162.44, 159.38, 164.90, 1.88, 1.16% 16 | q18 , 262.64, 255.94, 266.58, 3.72, 1.42% 17 | q19 , 142.78, 138.49, 151.85, 4.01, 2.81% 18 | q20 , 108.48, 106.44, 110.77, 1.57, 1.44% 19 | q22 , 58.69, 58.36, 58.95, 0.19, 0.33% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_autovec_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 153.46, 152.25, 155.72, 1.04, 0.68% 3 | q3 , 162.69, 160.85, 165.83, 1.97, 1.21% 4 | q5 , 160.76, 156.38, 165.35, 2.83, 1.76% 5 | q6 , 103.80, 102.98, 105.24, 0.66, 0.64% 6 | q7 , 149.22, 148.17, 151.99, 1.05, 0.70% 7 | q8 , 146.22, 142.63, 149.19, 2.24, 1.54% 8 | q9 , 254.12, 250.47, 258.27, 2.67, 1.05% 9 | q10 , 206.41, 203.79, 210.65, 2.21, 1.07% 10 | q12 , 133.94, 132.19, 136.88, 1.54, 1.15% 11 | q13 , 138.85, 135.48, 143.62, 2.96, 2.13% 12 | q14 , 141.65, 139.50, 145.16, 1.91, 1.35% 13 | q15 , 94.50, 90.87, 101.31, 2.91, 3.08% 14 | q16 , 70.50, 69.86, 71.66, 0.61, 0.87% 15 | q17 , 160.36, 157.91, 164.54, 1.74, 1.08% 16 | q18 , 259.92, 256.35, 263.60, 2.63, 1.01% 17 | q19 , 141.04, 138.29, 144.89, 2.05, 1.46% 18 | q20 , 106.83, 104.76, 110.55, 1.95, 1.83% 19 | q22 , 58.47, 57.92, 59.97, 0.59, 1.01% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_autovec_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 153.48, 151.52, 160.15, 2.46, 1.61% 3 | q3 , 166.82, 165.03, 170.20, 1.73, 1.04% 4 | q5 , 163.68, 161.07, 166.49, 1.62, 0.99% 5 | q6 , 103.63, 102.49, 107.03, 1.36, 1.31% 6 | q7 , 151.55, 150.37, 152.45, 0.80, 0.53% 7 | q8 , 149.14, 147.26, 152.62, 1.78, 1.19% 8 | q9 , 262.81, 256.89, 271.76, 4.47, 1.70% 9 | q10 , 210.66, 207.40, 218.24, 2.99, 1.42% 10 | q12 , 138.15, 133.73, 143.86, 3.57, 2.58% 11 | q13 , 138.90, 135.86, 142.87, 2.43, 1.75% 12 | q14 , 142.71, 140.69, 148.46, 2.40, 1.68% 13 | q15 , 94.56, 91.11, 100.27, 3.19, 3.37% 14 | q16 , 71.40, 70.71, 72.52, 0.61, 0.85% 15 | q17 , 162.35, 158.53, 165.96, 2.25, 1.38% 16 | q18 , 259.80, 255.46, 267.24, 3.80, 1.46% 17 | q19 , 140.91, 137.03, 144.88, 2.90, 2.06% 18 | q20 , 106.92, 105.45, 108.87, 1.31, 1.22% 19 | q22 , 58.40, 58.01, 58.70, 0.28, 0.48% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_compiler.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 153.58, 153.02, 155.24, 0.65, 0.42% 3 | q3 , 166.00, 163.55, 171.73, 2.80, 1.69% 4 | q5 , 161.11, 158.25, 165.35, 2.11, 1.31% 5 | q6 , 102.86, 101.99, 104.86, 0.77, 0.75% 6 | q7 , 150.27, 149.00, 152.77, 1.31, 0.87% 7 | q8 , 148.18, 144.86, 151.07, 2.22, 1.50% 8 | q9 , 258.72, 252.86, 263.38, 3.26, 1.26% 9 | q10 , 207.32, 204.63, 210.50, 2.24, 1.08% 10 | q12 , 135.13, 131.72, 142.20, 3.15, 2.33% 11 | q13 , 138.16, 136.15, 140.09, 1.64, 1.19% 12 | q14 , 143.39, 140.59, 148.49, 2.47, 1.72% 13 | q15 , 93.22, 90.67, 96.91, 1.93, 2.07% 14 | q16 , 68.83, 68.02, 69.96, 0.68, 0.99% 15 | q17 , 162.25, 159.49, 170.30, 3.15, 1.94% 16 | q18 , 207.43, 202.15, 210.22, 2.52, 1.22% 17 | q19 , 137.38, 133.42, 140.70, 2.26, 1.64% 18 | q20 , 106.95, 103.63, 110.75, 2.03, 1.90% 19 | q22 , 58.40, 57.63, 59.36, 0.50, 0.85% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_compiler_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 151.86, 151.30, 153.18, 0.63, 0.42% 3 | q3 , 161.56, 159.66, 167.36, 2.25, 1.39% 4 | q5 , 155.31, 152.21, 159.87, 2.49, 1.60% 5 | q6 , 102.37, 101.44, 103.30, 0.66, 0.64% 6 | q7 , 147.16, 145.45, 151.25, 1.67, 1.14% 7 | q8 , 146.03, 141.98, 151.03, 3.17, 2.17% 8 | q9 , 251.44, 247.57, 255.92, 2.67, 1.06% 9 | q10 , 206.17, 201.79, 209.16, 2.17, 1.05% 10 | q12 , 131.90, 129.37, 136.63, 2.48, 1.88% 11 | q13 , 138.68, 136.20, 145.20, 2.71, 1.96% 12 | q14 , 140.20, 138.26, 142.55, 1.43, 1.02% 13 | q15 , 93.01, 90.41, 97.05, 1.90, 2.04% 14 | q16 , 67.76, 67.24, 68.13, 0.27, 0.39% 15 | q17 , 163.48, 157.52, 172.44, 4.39, 2.68% 16 | q18 , 207.22, 202.76, 210.27, 2.45, 1.18% 17 | q19 , 136.47, 132.79, 141.83, 2.53, 1.85% 18 | q20 , 104.88, 103.47, 107.08, 1.45, 1.38% 19 | q22 , 58.65, 58.00, 59.55, 0.42, 0.72% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_compiler_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 152.88, 149.81, 158.31, 3.47, 2.27% 3 | q3 , 164.71, 161.61, 167.09, 1.72, 1.05% 4 | q5 , 159.33, 155.25, 165.99, 3.60, 2.26% 5 | q6 , 100.81, 99.51, 102.84, 1.12, 1.12% 6 | q7 , 147.99, 146.75, 149.14, 0.67, 0.45% 7 | q8 , 147.67, 144.43, 152.41, 2.99, 2.03% 8 | q9 , 256.62, 252.83, 261.20, 2.27, 0.89% 9 | q10 , 205.71, 203.74, 208.28, 1.60, 0.78% 10 | q12 , 132.67, 129.70, 138.17, 2.90, 2.18% 11 | q13 , 138.58, 136.16, 146.16, 3.37, 2.44% 12 | q14 , 141.21, 138.68, 144.33, 1.97, 1.40% 13 | q15 , 92.22, 88.17, 101.52, 3.77, 4.09% 14 | q16 , 68.39, 67.65, 69.52, 0.55, 0.81% 15 | q17 , 161.21, 155.61, 166.33, 3.33, 2.06% 16 | q18 , 208.26, 203.65, 216.58, 3.69, 1.77% 17 | q19 , 134.04, 132.51, 137.18, 1.42, 1.06% 18 | q20 , 103.98, 102.60, 106.42, 1.26, 1.21% 19 | q22 , 58.14, 57.75, 59.11, 0.41, 0.70% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_compiler_padding_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 150.56, 149.54, 152.40, 0.97, 0.64% 3 | q3 , 160.15, 157.94, 162.91, 1.86, 1.16% 4 | q5 , 154.09, 152.35, 158.50, 1.98, 1.28% 5 | q6 , 100.64, 99.27, 103.26, 1.12, 1.12% 6 | q7 , 145.78, 144.51, 147.69, 1.00, 0.69% 7 | q8 , 141.78, 139.54, 146.53, 2.13, 1.50% 8 | q9 , 249.46, 246.40, 253.23, 2.52, 1.01% 9 | q10 , 203.79, 200.44, 205.95, 1.51, 0.74% 10 | q12 , 131.06, 128.04, 140.86, 4.23, 3.23% 11 | q13 , 137.23, 135.46, 142.77, 2.32, 1.69% 12 | q14 , 139.51, 137.25, 143.11, 1.85, 1.33% 13 | q15 , 90.26, 88.15, 92.85, 1.36, 1.51% 14 | q16 , 68.00, 67.65, 68.47, 0.26, 0.38% 15 | q17 , 159.03, 155.70, 164.71, 2.61, 1.64% 16 | q18 , 206.70, 200.92, 211.36, 3.47, 1.68% 17 | q19 , 133.49, 131.56, 136.70, 1.70, 1.27% 18 | q20 , 103.36, 100.93, 106.74, 2.02, 1.96% 19 | q22 , 58.26, 57.68, 58.57, 0.29, 0.49% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_novec.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 156.33, 154.91, 158.36, 0.90, 0.58% 3 | q3 , 168.43, 166.30, 172.85, 2.36, 1.40% 4 | q5 , 166.46, 162.93, 172.88, 2.96, 1.78% 5 | q6 , 105.34, 103.76, 108.61, 1.42, 1.35% 6 | q7 , 153.25, 152.29, 156.02, 1.07, 0.70% 7 | q8 , 151.38, 147.97, 156.48, 2.83, 1.87% 8 | q9 , 261.46, 257.08, 267.48, 2.90, 1.11% 9 | q10 , 211.26, 208.74, 216.04, 2.25, 1.06% 10 | q12 , 139.92, 138.78, 143.16, 1.51, 1.08% 11 | q13 , 138.20, 136.09, 140.94, 1.74, 1.26% 12 | q14 , 143.68, 142.47, 149.38, 2.10, 1.47% 13 | q15 , 94.99, 91.77, 98.11, 2.14, 2.25% 14 | q16 , 71.05, 70.50, 71.77, 0.47, 0.67% 15 | q17 , 162.77, 160.41, 165.20, 1.52, 0.93% 16 | q18 , 261.89, 257.53, 269.74, 4.29, 1.64% 17 | q19 , 139.90, 138.82, 140.70, 0.51, 0.36% 18 | q20 , 108.65, 106.33, 115.09, 2.54, 2.34% 19 | q22 , 58.56, 58.07, 59.71, 0.57, 0.97% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_novec_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 153.66, 152.27, 156.72, 1.45, 0.94% 3 | q3 , 162.75, 161.01, 166.96, 1.77, 1.09% 4 | q5 , 160.06, 157.30, 163.32, 2.09, 1.31% 5 | q6 , 104.30, 102.26, 106.49, 1.35, 1.29% 6 | q7 , 149.07, 146.91, 154.57, 2.05, 1.38% 7 | q8 , 145.29, 142.31, 153.73, 3.67, 2.53% 8 | q9 , 257.64, 249.70, 265.96, 5.01, 1.94% 9 | q10 , 207.24, 203.01, 211.73, 2.64, 1.27% 10 | q12 , 134.62, 131.88, 138.60, 2.43, 1.80% 11 | q13 , 138.05, 135.65, 141.82, 2.31, 1.68% 12 | q14 , 142.47, 139.66, 146.03, 2.46, 1.73% 13 | q15 , 94.50, 90.56, 100.69, 3.24, 3.43% 14 | q16 , 70.47, 69.56, 71.00, 0.37, 0.53% 15 | q17 , 161.33, 157.69, 165.08, 2.29, 1.42% 16 | q18 , 258.63, 254.04, 266.67, 3.96, 1.53% 17 | q19 , 141.66, 138.55, 145.36, 2.36, 1.66% 18 | q20 , 106.34, 103.64, 112.90, 2.69, 2.53% 19 | q22 , 58.43, 58.04, 59.29, 0.40, 0.69% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_novec_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 153.61, 152.36, 156.79, 1.45, 0.94% 3 | q3 , 166.53, 165.14, 169.06, 1.29, 0.77% 4 | q5 , 164.39, 160.59, 167.69, 2.55, 1.55% 5 | q6 , 104.07, 101.94, 109.60, 2.33, 2.24% 6 | q7 , 151.54, 150.47, 152.91, 0.75, 0.50% 7 | q8 , 149.12, 146.80, 150.86, 1.55, 1.04% 8 | q9 , 260.40, 256.37, 264.52, 2.80, 1.08% 9 | q10 , 213.00, 208.72, 215.99, 2.07, 0.97% 10 | q12 , 136.57, 134.02, 138.40, 1.56, 1.14% 11 | q13 , 138.56, 135.91, 142.70, 2.03, 1.47% 12 | q14 , 143.20, 141.06, 144.87, 1.25, 0.87% 13 | q15 , 93.45, 90.45, 101.00, 3.04, 3.25% 14 | q16 , 71.57, 70.74, 72.53, 0.59, 0.82% 15 | q17 , 163.83, 161.14, 166.26, 2.00, 1.22% 16 | q18 , 258.17, 251.98, 263.32, 3.67, 1.42% 17 | q19 , 139.13, 136.86, 140.42, 1.06, 0.76% 18 | q20 , 107.08, 104.97, 109.54, 1.90, 1.78% 19 | q22 , 58.37, 57.96, 58.81, 0.31, 0.53% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_xsimd.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 151.31, 150.93, 151.83, 0.25, 0.17% 3 | q3 , 163.26, 161.79, 164.83, 1.12, 0.68% 4 | q5 , 157.03, 155.63, 159.03, 1.38, 0.88% 5 | q6 , 100.07, 99.63, 100.47, 0.30, 0.30% 6 | q7 , 148.80, 146.96, 151.21, 1.60, 1.08% 7 | q8 , 146.23, 144.03, 148.11, 1.44, 0.98% 8 | q9 , 259.86, 256.85, 265.36, 2.73, 1.05% 9 | q10 , 205.85, 202.83, 207.42, 1.41, 0.68% 10 | q12 , 133.34, 129.75, 138.09, 2.58, 1.93% 11 | q13 , 138.63, 135.76, 142.61, 2.26, 1.63% 12 | q14 , 142.09, 140.30, 145.11, 1.63, 1.15% 13 | q15 , 90.14, 87.48, 93.00, 1.89, 2.10% 14 | q16 , 68.42, 67.94, 69.54, 0.55, 0.81% 15 | q17 , 159.57, 156.97, 162.31, 1.92, 1.20% 16 | q18 , 206.65, 201.72, 213.24, 3.83, 1.85% 17 | q19 , 134.78, 133.67, 136.23, 0.71, 0.53% 18 | q20 , 103.98, 102.72, 105.85, 1.06, 1.02% 19 | q22 , 58.31, 57.59, 59.34, 0.62, 1.06% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_xsimd_march-native_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 149.87, 149.18, 151.81, 0.79, 0.53% 3 | q3 , 159.46, 158.18, 162.64, 1.45, 0.91% 4 | q5 , 155.26, 151.41, 161.19, 3.36, 2.16% 5 | q6 , 100.76, 99.27, 103.06, 1.32, 1.31% 6 | q7 , 144.68, 143.26, 146.61, 1.00, 0.69% 7 | q8 , 141.79, 139.82, 144.98, 1.76, 1.24% 8 | q9 , 249.05, 245.26, 255.39, 2.70, 1.09% 9 | q10 , 202.15, 198.80, 206.44, 2.23, 1.10% 10 | q12 , 130.32, 127.50, 134.79, 2.42, 1.86% 11 | q13 , 137.23, 135.21, 139.40, 1.60, 1.17% 12 | q14 , 139.51, 137.86, 142.32, 1.27, 0.91% 13 | q15 , 89.97, 87.61, 92.45, 1.66, 1.84% 14 | q16 , 67.88, 67.20, 68.57, 0.46, 0.68% 15 | q17 , 158.44, 155.11, 165.96, 3.09, 1.95% 16 | q18 , 207.06, 202.99, 211.68, 2.88, 1.39% 17 | q19 , 134.73, 132.67, 140.23, 2.27, 1.69% 18 | q20 , 103.43, 100.70, 108.50, 2.37, 2.29% 19 | q22 , 58.44, 58.00, 58.97, 0.35, 0.61% 20 | -------------------------------------------------------------------------------- /eval/results/velox/icelake/sf1/velox_xsimd_mtune-native.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 151.26, 150.10, 157.50, 2.23, 1.47% 3 | q3 , 163.31, 162.21, 165.34, 0.98, 0.60% 4 | q5 , 159.13, 155.73, 168.15, 3.54, 2.23% 5 | q6 , 100.14, 98.92, 101.63, 0.83, 0.83% 6 | q7 , 149.27, 147.65, 151.15, 1.27, 0.85% 7 | q8 , 148.08, 145.07, 151.72, 2.16, 1.46% 8 | q9 , 260.13, 255.05, 262.84, 2.28, 0.88% 9 | q10 , 206.86, 203.26, 211.28, 2.43, 1.17% 10 | q12 , 133.71, 130.50, 136.28, 2.02, 1.51% 11 | q13 , 138.52, 135.64, 140.92, 1.56, 1.12% 12 | q14 , 141.05, 139.68, 142.45, 0.87, 0.62% 13 | q15 , 90.90, 88.75, 93.80, 2.02, 2.22% 14 | q16 , 68.29, 67.81, 69.64, 0.51, 0.75% 15 | q17 , 159.63, 156.33, 168.30, 3.69, 2.31% 16 | q18 , 206.17, 200.11, 209.87, 2.89, 1.40% 17 | q19 , 134.98, 132.47, 137.81, 1.85, 1.37% 18 | q20 , 104.42, 102.79, 107.77, 1.48, 1.42% 19 | q22 , 58.80, 58.04, 60.26, 0.61, 1.04% 20 | -------------------------------------------------------------------------------- /eval/results/velox/m1/sf1/velox_compiler.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 130.72, 130.12, 132.09, 0.70, 0.53% 3 | q3 , 79.76, 78.98, 81.20, 0.78, 0.98% 4 | q5 , 85.23, 84.65, 86.97, 0.66, 0.78% 5 | q6 , 58.80, 57.98, 60.49, 0.70, 1.19% 6 | q7 , 80.43, 79.70, 81.96, 0.76, 0.95% 7 | q8 , 76.81, 76.22, 78.86, 0.76, 0.98% 8 | q9 , 180.49, 177.35, 183.96, 2.03, 1.13% 9 | q10 , 122.39, 121.43, 123.81, 0.72, 0.59% 10 | q12 , 75.69, 75.05, 76.96, 0.65, 0.85% 11 | q13 , 251.14, 249.87, 251.67, 0.54, 0.22% 12 | q14 , 85.80, 84.92, 87.11, 0.59, 0.68% 13 | q15 , 55.05, 54.44, 57.16, 0.76, 1.39% 14 | q16 , 39.98, 39.84, 40.15, 0.11, 0.26% 15 | q17 , 103.21, 102.46, 105.55, 0.89, 0.86% 16 | q18 , 125.59, 124.34, 129.84, 1.59, 1.26% 17 | q19 , 78.89, 78.12, 80.22, 0.67, 0.85% 18 | q20 , 56.50, 55.85, 57.90, 0.63, 1.11% 19 | q22 , 30.56, 30.31, 30.78, 0.14, 0.45% 20 | -------------------------------------------------------------------------------- /eval/results/velox/m1/sf1/velox_compiler_patched.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 129.38, 129.14, 130.18, 0.30, 0.24% 3 | q3 , 77.52, 76.91, 77.99, 0.37, 0.47% 4 | q5 , 84.06, 83.62, 84.65, 0.33, 0.39% 5 | q6 , 57.91, 57.58, 58.51, 0.31, 0.53% 6 | q7 , 79.22, 79.00, 79.44, 0.15, 0.19% 7 | q8 , 76.11, 75.50, 76.39, 0.26, 0.34% 8 | q9 , 177.36, 176.41, 178.62, 0.75, 0.42% 9 | q10 , 120.67, 119.91, 121.44, 0.53, 0.44% 10 | q12 , 74.32, 73.90, 74.80, 0.33, 0.44% 11 | q13 , 250.41, 249.14, 251.52, 0.74, 0.30% 12 | q14 , 84.99, 84.61, 85.65, 0.31, 0.36% 13 | q15 , 54.24, 53.83, 54.63, 0.28, 0.51% 14 | q16 , 38.86, 38.58, 39.12, 0.14, 0.35% 15 | q17 , 102.69, 102.04, 103.78, 0.55, 0.54% 16 | q18 , 113.28, 111.11, 114.83, 1.06, 0.94% 17 | q19 , 78.12, 77.74, 78.41, 0.23, 0.30% 18 | q20 , 55.69, 55.26, 56.33, 0.31, 0.55% 19 | q22 , 30.67, 30.47, 30.81, 0.11, 0.35% 20 | -------------------------------------------------------------------------------- /eval/results/velox/m1/sf1/velox_novec.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 130.54, 130.36, 130.68, 0.11, 0.08% 3 | q3 , 79.93, 79.53, 80.32, 0.28, 0.35% 4 | q5 , 86.11, 85.74, 86.71, 0.29, 0.33% 5 | q6 , 58.65, 58.19, 59.29, 0.36, 0.62% 6 | q7 , 80.37, 79.81, 80.72, 0.28, 0.35% 7 | q8 , 76.91, 76.50, 77.31, 0.27, 0.35% 8 | q9 , 180.10, 178.03, 181.39, 0.99, 0.55% 9 | q10 , 122.64, 121.85, 126.01, 1.32, 1.08% 10 | q12 , 75.30, 74.80, 75.94, 0.33, 0.43% 11 | q13 , 250.83, 250.41, 251.52, 0.36, 0.14% 12 | q14 , 85.91, 85.48, 86.51, 0.38, 0.44% 13 | q15 , 55.02, 54.62, 55.49, 0.27, 0.49% 14 | q16 , 40.31, 39.90, 40.81, 0.24, 0.60% 15 | q17 , 103.46, 102.50, 104.06, 0.56, 0.54% 16 | q18 , 131.19, 129.82, 133.19, 1.27, 0.97% 17 | q19 , 78.64, 78.01, 79.28, 0.37, 0.46% 18 | q20 , 56.73, 56.38, 57.14, 0.27, 0.47% 19 | q22 , 30.57, 30.42, 30.78, 0.10, 0.31% 20 | -------------------------------------------------------------------------------- /eval/results/velox/m1/sf1/velox_novec_patched.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 129.59, 129.31, 130.05, 0.23, 0.18% 3 | q3 , 77.11, 76.50, 77.67, 0.34, 0.44% 4 | q5 , 85.08, 84.58, 86.02, 0.41, 0.48% 5 | q6 , 57.88, 57.43, 58.27, 0.26, 0.46% 6 | q7 , 79.21, 78.88, 79.56, 0.22, 0.28% 7 | q8 , 75.86, 75.49, 76.23, 0.22, 0.30% 8 | q9 , 179.57, 178.06, 181.60, 1.29, 0.72% 9 | q10 , 121.14, 120.63, 121.83, 0.39, 0.32% 10 | q12 , 74.55, 73.92, 75.41, 0.53, 0.71% 11 | q13 , 250.23, 249.02, 251.02, 0.68, 0.27% 12 | q14 , 84.88, 84.50, 85.99, 0.43, 0.50% 13 | q15 , 54.27, 53.65, 54.65, 0.30, 0.55% 14 | q16 , 39.94, 39.75, 40.12, 0.12, 0.29% 15 | q17 , 102.67, 101.88, 104.06, 0.59, 0.58% 16 | q18 , 129.27, 127.47, 130.79, 1.21, 0.94% 17 | q19 , 77.95, 77.20, 78.41, 0.46, 0.59% 18 | q20 , 55.71, 55.12, 56.55, 0.43, 0.76% 19 | q22 , 30.74, 30.55, 30.99, 0.13, 0.42% 20 | -------------------------------------------------------------------------------- /eval/results/velox/m1/sf1/velox_xsimd.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 130.69, 130.35, 130.93, 0.17, 0.13% 3 | q3 , 79.69, 79.20, 80.22, 0.35, 0.43% 4 | q5 , 85.19, 84.88, 85.60, 0.21, 0.25% 5 | q6 , 59.05, 58.51, 59.63, 0.39, 0.65% 6 | q7 , 80.24, 80.06, 80.55, 0.15, 0.18% 7 | q8 , 76.92, 76.34, 77.40, 0.34, 0.44% 8 | q9 , 179.51, 177.49, 180.75, 1.05, 0.59% 9 | q10 , 121.67, 121.03, 122.22, 0.32, 0.27% 10 | q12 , 75.55, 75.08, 76.24, 0.41, 0.55% 11 | q13 , 253.18, 250.74, 269.19, 5.64, 2.23% 12 | q14 , 85.75, 85.10, 86.09, 0.31, 0.36% 13 | q15 , 55.05, 54.57, 55.41, 0.27, 0.48% 14 | q16 , 39.38, 39.17, 39.98, 0.22, 0.57% 15 | q17 , 103.58, 102.77, 104.33, 0.57, 0.55% 16 | q18 , 113.96, 112.81, 115.07, 0.73, 0.64% 17 | q19 , 78.84, 78.20, 79.45, 0.43, 0.54% 18 | q20 , 56.47, 56.11, 57.18, 0.28, 0.50% 19 | q22 , 30.46, 30.15, 30.71, 0.16, 0.53% 20 | -------------------------------------------------------------------------------- /eval/results/velox/m1/sf1/velox_xsimd_patched.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 129.38, 129.17, 129.81, 0.20, 0.16% 3 | q3 , 77.09, 76.65, 77.61, 0.30, 0.38% 4 | q5 , 84.04, 83.72, 84.22, 0.14, 0.17% 5 | q6 , 57.82, 57.36, 58.07, 0.24, 0.41% 6 | q7 , 79.04, 78.68, 79.57, 0.31, 0.39% 7 | q8 , 75.77, 75.13, 76.25, 0.44, 0.58% 8 | q9 , 178.08, 177.13, 180.04, 0.87, 0.49% 9 | q10 , 120.45, 119.36, 121.34, 0.58, 0.48% 10 | q12 , 74.27, 73.63, 75.02, 0.46, 0.61% 11 | q13 , 250.43, 249.28, 251.12, 0.60, 0.24% 12 | q14 , 84.88, 84.59, 85.25, 0.22, 0.26% 13 | q15 , 54.34, 53.85, 54.76, 0.31, 0.57% 14 | q16 , 38.95, 38.82, 39.07, 0.08, 0.21% 15 | q17 , 102.86, 101.40, 105.27, 1.14, 1.11% 16 | q18 , 113.09, 111.19, 114.87, 0.94, 0.83% 17 | q19 , 77.77, 77.21, 78.16, 0.33, 0.43% 18 | q20 , 55.36, 55.19, 55.49, 0.08, 0.14% 19 | q22 , 30.58, 30.27, 30.72, 0.14, 0.46% 20 | -------------------------------------------------------------------------------- /eval/results/velox/m1/sf10/velox_compiler.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 353.47, 352.37, 354.49, 0.77, 0.22% 3 | q3 , 497.06, 495.69, 498.35, 0.98, 0.20% 4 | q5 , 454.22, 452.43, 455.37, 0.92, 0.20% 5 | q6 , 401.39, 398.82, 404.96, 2.45, 0.61% 6 | q7 , 468.52, 467.03, 469.96, 0.98, 0.21% 7 | q8 , 491.11, 489.55, 493.53, 1.24, 0.25% 8 | q9 , 694.43, 693.07, 695.61, 0.79, 0.11% 9 | q10 , 517.86, 517.16, 518.91, 0.53, 0.10% 10 | q12 , 458.44, 456.62, 460.76, 1.44, 0.31% 11 | q13 , 2781.00, 2770.00, 2790.00, 5.68, 0.20% 12 | q14 , 383.76, 381.69, 386.99, 1.59, 0.41% 13 | q15 , 348.76, 347.18, 350.96, 1.33, 0.38% 14 | q16 , 196.03, 195.50, 196.44, 0.30, 0.15% 15 | q17 , 518.24, 515.82, 522.45, 2.37, 0.46% 16 | q18 , 313.05, 311.31, 315.21, 1.05, 0.34% 17 | q19 , 407.05, 402.33, 413.10, 3.28, 0.81% 18 | q20 , 370.72, 369.42, 372.80, 1.05, 0.28% 19 | q21 , 1757.00, 1750.00, 1770.00, 8.23, 0.47% 20 | q22 , 218.66, 218.20, 219.29, 0.33, 0.15% 21 | -------------------------------------------------------------------------------- /eval/results/velox/m1/sf10/velox_xsimd.csv: -------------------------------------------------------------------------------- 1 | query, mean, min, max, stddev, cv 2 | q1 , 355.73, 354.54, 357.34, 0.77, 0.22% 3 | q3 , 495.65, 493.51, 501.67, 2.34, 0.47% 4 | q5 , 449.61, 448.17, 451.33, 0.98, 0.22% 5 | q6 , 403.37, 398.97, 406.03, 2.32, 0.58% 6 | q7 , 468.74, 467.48, 470.90, 0.90, 0.19% 7 | q8 , 491.49, 489.50, 493.18, 1.37, 0.28% 8 | q9 , 697.13, 695.92, 699.21, 1.26, 0.18% 9 | q10 , 518.15, 516.76, 519.10, 0.72, 0.14% 10 | q12 , 462.36, 460.69, 464.84, 1.30, 0.28% 11 | q13 , 2731.00, 2730.00, 2740.00, 3.16, 0.12% 12 | q14 , 387.05, 384.37, 390.27, 1.85, 0.48% 13 | q15 , 351.09, 350.36, 352.67, 0.76, 0.22% 14 | q16 , 191.12, 190.61, 191.63, 0.31, 0.16% 15 | q17 , 513.03, 510.99, 515.62, 1.39, 0.27% 16 | q18 , 309.14, 307.85, 310.36, 0.79, 0.25% 17 | q19 , 410.87, 405.68, 413.46, 2.66, 0.65% 18 | q20 , 373.92, 372.99, 374.93, 0.69, 0.19% 19 | q21 , 1764.00, 1750.00, 1780.00, 10.75, 0.61% 20 | q22 , 217.65, 217.10, 218.32, 0.41, 0.19% 21 | -------------------------------------------------------------------------------- /eval/scripts/all_systems_table.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | 3 | import sys 4 | import os 5 | from common import * 6 | 7 | def get_table(systems): 8 | results = pd.DataFrame() 9 | for system in systems: 10 | data = get_results(f"{result_path}/{system}", f"{benchmark}.csv") 11 | data = clean_up_results(data) 12 | naive_perf = data[data['name'].str.contains('naive')]['runtime'].values[0] 13 | print(f"Naive duration [{system}]: {naive_perf:.1f} us") 14 | data['runtime'] = naive_perf / data['runtime'] 15 | 16 | if benchmark == "compressed_scan": 17 | data['name'] = data['name'].str.replace(f"-scan", "") 18 | 19 | if len(results) == 0: 20 | results['name'] = data['name'] 21 | else: 22 | # Check that the runs are in the same order. 23 | for idx, row in data.iterrows(): 24 | assert(results['name'][idx] == row['name']) 25 | 26 | results[system] = data['runtime'] 27 | 28 | print("\n===== RESULTS ====") 29 | print(results.to_latex(index=False, 30 | float_format="{:.1f}x".format, 31 | na_rep="-")) 32 | 33 | if __name__ == '__main__': 34 | if len(sys.argv) < 3: 35 | sys.exit("Need /path/to/results benchmark") 36 | 37 | result_path = sys.argv[1] 38 | benchmark = sys.argv[2] 39 | 40 | # x86 41 | get_table(('icelake', 'cascadelake', 'skylake', 'rome')) 42 | 43 | # NEON 44 | get_table(('m1', 'graviton2', 'graviton3', 'pi')) 45 | -------------------------------------------------------------------------------- /eval/scripts/compare_to_bitmask.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | 3 | import sys 4 | import os 5 | import re 6 | from common import * 7 | 8 | 9 | def plot_compare_to_bitmask(ax, data, name): 10 | naive_perf = data[data['name'].str.contains('naive')]['runtime'].values[0] 11 | 12 | for _, row in data.iterrows(): 13 | variant = row['name'] 14 | ax.bar(variant, naive_perf / row['runtime'], **BAR(variant)) 15 | 16 | ax.set_title(re.sub(r"\d+B-as-(\d+x\d+B)", r"\1", name)) 17 | ax.tick_params(axis='x', which=u'both',length=0) 18 | ax.set_xticks(range(len(data['name']))) 19 | 20 | # Remove Input-64B-as-64x1B part and other small string stuff 21 | data['name'] = data['name'].str.replace(r"-Input-\d+B-as-\d+x\d+B", "", regex=True) 22 | data['name'] = data['name'].str.replace(r"::Benchmark", "") 23 | data['name'] = data['name'].str.replace(r"sized-(.+)?-vec", r"\1", regex=True) 24 | 25 | # ax.set_xticklabels(data['name'], rotation=60, rotation_mode='anchor', ha='right') 26 | ax.set_xticklabels(data['name'], rotation=75) 27 | ALIGN_ROTATED_X_LABELS(ax) 28 | 29 | 30 | if __name__ == '__main__': 31 | result_path, plot_dir, x86_arch = INIT(sys.argv) 32 | 33 | x86_results = get_results(result_path, f"{x86_arch}/compare_to_bitmask.csv") 34 | x86_results = clean_up_results(x86_results, "bitmask") 35 | 36 | m1_results = get_results(result_path, "m1/compare_to_bitmask.csv") 37 | m1_results = clean_up_results(m1_results, "bitmask") 38 | 39 | fig, (x86_axes, m1_axes) = plt.subplots(2, 4, figsize=(DOUBLE_FIG_WIDTH, 7)) 40 | x86_16x1B_ax, x86_16x4B_ax, x86_64x1B_ax, x86_64x4B_ax = x86_axes 41 | m1_16x1B_ax, m1_16x4B_ax, m1_64x1B_ax, m1_64x4B_ax = m1_axes 42 | 43 | run_names = ['16B-as-16x1B', '16B-as-4x4B', '64B-as-64x1B', '64B-as-16x4B'] 44 | for sub_axes, sub_results in [(x86_axes, x86_results), (m1_axes, m1_results)]: 45 | for name, ax in zip(run_names, sub_axes): 46 | # Gotta love this pandas syntax. Super obvious to add all the new symbol overloads... 47 | filter_name = sub_results.name.str.contains(name) 48 | filter_256 = ~sub_results.name.str.contains("256") 49 | filter_bitset = ~sub_results.name.str.contains("bitset") 50 | plot_compare_to_bitmask(ax, sub_results[filter_name & filter_256 & filter_bitset], name) 51 | 52 | fig.text(0, 0.5, "Speedup", rotation=90, va='center') 53 | fig.text(0.5, 1, f"a) x86 {x86_arch.capitalize()}", ha='center') 54 | fig.text(0.5, 0.5, "b) M1", ha='center') 55 | 56 | fig.tight_layout(w_pad=-0.1) 57 | 58 | # x86_ax.set_ylim(0, 8.5) 59 | # x86_ax.set_yticks(range(0, 9, 2)) 60 | 61 | # m1_ax.set_ylim(0, 16) 62 | # m1_ax.set_yticks(range(0, 16, 5)) 63 | 64 | for ax in (*x86_axes, *m1_axes): 65 | Y_GRID(ax) 66 | # HIDE_BORDERS(ax) 67 | 68 | plot_path = os.path.join(plot_dir, f"compare_to_bitmask_{x86_arch}") 69 | SAVE_PLOT(plot_path) 70 | -------------------------------------------------------------------------------- /eval/scripts/compressed_scan.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | 3 | import sys 4 | import os 5 | from common import * 6 | 7 | 8 | def plot_compressed_scan(ax, data): 9 | naive_perf = data[data['name'].str.contains('naive')]['runtime'].values[0] 10 | 11 | max_diff = 1 12 | for _, row in data.iterrows(): 13 | variant = row['name'] 14 | speedup = naive_perf / row['runtime'] 15 | ax.bar(variant, speedup, **BAR(variant)) 16 | max_diff = max(max_diff, speedup) 17 | 18 | y_pos = 1 + (max_diff / 20) 19 | if IS_PAPER_PLOT(): 20 | ax.text(0, y_pos, f"\\us{{{int(naive_perf)}}}", size=10, **NAIVE_PERF_TEXT) 21 | else: 22 | ax.text(0, y_pos, f"{int(naive_perf)}us", **NAIVE_PERF_TEXT) 23 | 24 | ax.tick_params(axis='x', which=u'both',length=0) 25 | ax.set_xticks(range(len(data))) 26 | ax.set_xticklabels(data['name'], rotation=45, rotation_mode='anchor', ha='right') 27 | # ALIGN_ROTATED_X_LABELS(ax) 28 | 29 | 30 | if __name__ == '__main__': 31 | result_path, plot_dir, x86_arch = INIT(sys.argv) 32 | 33 | x86_results = get_results(result_path, f"{x86_arch}/compressed_scan.csv") 34 | x86_results = clean_up_results(x86_results, "scan") 35 | 36 | m1_results = get_results(result_path, "m1/compressed_scan.csv") 37 | m1_results = clean_up_results(m1_results, "scan") 38 | 39 | fig, (x86_ax, m1_ax) = plt.subplots(1, 2, figsize=DOUBLE_FIG_SIZE) 40 | 41 | def filter_results(df): 42 | no_avx512 = ~(df['name'] == "avx512vbmi") 43 | return df[no_avx512] 44 | 45 | plot_compressed_scan(x86_ax, filter_results(x86_results)) 46 | plot_compressed_scan(m1_ax, m1_results) 47 | 48 | x86_ax.set_title(f"a) x86 {x86_arch.capitalize()}") 49 | m1_ax.set_title("b) M1") 50 | 51 | x86_ax.set_ylabel("Speedup") 52 | 53 | x86_ax.set_ylim(0, 17) 54 | x86_ax.set_yticks(range(0, 17, 5)) 55 | 56 | m1_ax.set_ylim(0, 17) 57 | m1_ax.set_yticks(range(0, 17, 5)) 58 | 59 | 60 | HATCH_WIDTH() 61 | for ax in (x86_ax, m1_ax): 62 | Y_GRID(ax) 63 | HIDE_BORDERS(ax) 64 | 65 | plot_path = os.path.join(plot_dir, f"compressed_scan_{x86_arch}") 66 | SAVE_PLOT(plot_path) 67 | -------------------------------------------------------------------------------- /eval/scripts/dictionary_scan.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | 3 | import sys 4 | import os 5 | from common import * 6 | 7 | def filter_results(df): 8 | no_pred = ~df['name'].str.contains("predication") 9 | no_loop = ~df['name'].str.contains("loop") 10 | no_compress_plus_store = ~df['name'].str.contains("-PLUS-STORE") 11 | only_512_16bit_shuffle = ~df['name'].str.contains("8-BIT") & ~df['name'].str.contains("4-BIT") 12 | no_avx2 = ~df['name'].str.contains("avx2") 13 | idx = no_pred & no_loop & only_512_16bit_shuffle & no_avx2 & no_compress_plus_store 14 | return df[idx] 15 | 16 | 17 | def clean_up_names(data): 18 | # Clean up names for labels 19 | data['name'] = data['name'].str.replace(r"(vec)-(\d+)-.*Strategy::(.*)", r"\1-\2-\3", regex=True) 20 | data['name'] = data['name'].str.replace(r"(avx512)-(\d+)-.*Strategy::(.*)", r"\1-\2-\3", regex=True) 21 | data['name'] = data['name'].str.replace(r"SHUFFLE-MASK-\d+-BIT", "shuffle", regex=True) 22 | 23 | data['name'] = data['name'].str.replace(r"(avx512)-(\d+)-COMPRESSSTORE", r"vpcompressd-\2", regex=True) 24 | # data['name'] = data['name'].str.replace(r"-COMPRESSSTORE", "-compress") 25 | 26 | 27 | def plot_dictionary_scan(ax, data): 28 | naive_perf = data[data['name'].str.contains('naive')]['runtime'].values[0] 29 | 30 | max_diff = 1 31 | for _, row in data.iterrows(): 32 | variant = row['name'] 33 | speedup = naive_perf / row['runtime'] 34 | bar_style = BAR(variant) 35 | max_diff = max(speedup, max_diff) 36 | 37 | # Only plot with min. 10% diff to avoid plotting noise. 38 | plotting_patched = 'patched' in row and (naive_perf / row['patched']) > (speedup * 1.1) 39 | if plotting_patched: 40 | patch_speedup = naive_perf / row['patched'] 41 | PLOT_PATCHED_BAR(ax, variant, patch_speedup) 42 | bar_style['edgecolor'] = 'none' 43 | 44 | # Plot regular bar. 45 | ax.bar(variant, speedup, **bar_style) 46 | 47 | # Clean up names for labels 48 | clean_up_names(data) 49 | 50 | y_pos = 1 + (max_diff / 20) 51 | if IS_PAPER_PLOT(): 52 | ax.text(0, y_pos, f"\\us{{{int(naive_perf)}}}", size=10, **NAIVE_PERF_TEXT) 53 | else: 54 | ax.text(0, y_pos, f"{int(naive_perf)}us", **NAIVE_PERF_TEXT) 55 | 56 | ax.tick_params(axis='x', which=u'both',length=0) 57 | ax.set_xticks(range(len(data['name']))) 58 | ax.set_xticklabels(data['name'], rotation=60, rotation_mode='anchor', ha='right') 59 | ALIGN_ROTATED_X_LABELS(ax) 60 | 61 | 62 | if __name__ == '__main__': 63 | result_path, plot_dir, x86_arch = INIT(sys.argv) 64 | 65 | x86_results = get_results(result_path, f"{x86_arch}/dictionary_scan.csv") 66 | x86_results = clean_up_results(x86_results, "scan") 67 | 68 | m1_results = get_results(result_path, "m1/dictionary_scan.csv") 69 | m1_results = clean_up_results(m1_results, "scan") 70 | 71 | m1_unpatched_results = get_results(result_path, "m1/dictionary_scan_unpatched.csv") 72 | m1_unpatched_results = clean_up_results(m1_unpatched_results, "scan") 73 | m1_results['patched'] = m1_results['runtime'] 74 | m1_results['runtime'] = m1_unpatched_results['runtime'] 75 | 76 | fig, (x86_ax, m1_ax) = plt.subplots(1, 2, figsize=DOUBLE_FIG_SIZE, gridspec_kw={'width_ratios': [1.5, 1]}) 77 | 78 | plot_dictionary_scan(x86_ax, filter_results(x86_results)) 79 | plot_dictionary_scan(m1_ax, filter_results(m1_results)) 80 | 81 | x86_ax.set_title(f"a) x86 {x86_arch.capitalize()}") 82 | m1_ax.set_title("b) M1") 83 | 84 | x86_ax.set_ylabel("Speedup") 85 | 86 | x86_ax.set_ylim(0, 37) 87 | x86_ax.set_yticks(range(0, 37, 10)) 88 | 89 | m1_ax.set_ylim(0, 16) 90 | m1_ax.set_yticks(range(0, 16, 5)) 91 | 92 | 93 | HATCH_WIDTH() 94 | for ax in (x86_ax, m1_ax): 95 | Y_GRID(ax) 96 | HIDE_BORDERS(ax) 97 | 98 | plot_path = os.path.join(plot_dir, f"dictionary_scan_{x86_arch}") 99 | SAVE_PLOT(plot_path) 100 | -------------------------------------------------------------------------------- /eval/scripts/gcc_table.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | 3 | import sys 4 | import os 5 | from common import * 6 | from dictionary_scan import filter_results as dict_filter, clean_up_names as dict_clean_names 7 | 8 | BM_SUFFIX = { 9 | "compressed_scan": "scan", 10 | "dictionary_scan": "scan" 11 | } 12 | 13 | def get_table(systems, benchmarks): 14 | for benchmark in benchmarks: 15 | bm_results = pd.DataFrame() 16 | for system in systems: 17 | data = get_results(f"{result_path}/{system}", f"{benchmark}.csv") 18 | data = clean_up_results(data, BM_SUFFIX.get(benchmark, "NEVER_MATCHES")) 19 | 20 | if benchmark == "dictionary_scan": 21 | data = dict_filter(data) 22 | dict_clean_names(data) 23 | 24 | naive_perf = data[data['name'].str.contains('naive')]['runtime'].values[0] 25 | print(f"Naive duration [{system}]: {naive_perf:.1f} us") 26 | 27 | if len(bm_results) == 0: 28 | bm_results['name'] = data['name'] 29 | 30 | results = pd.DataFrame() 31 | results[system] = naive_perf / data['runtime'] 32 | results['name'] = data['name'] 33 | bm_results = pd.merge(bm_results, results, how='outer', on='name') 34 | 35 | print(f"\n===== RESULTS [{benchmark}] ====") 36 | print(bm_results.to_latex(index=False, 37 | float_format="{:.1f}x".format, 38 | na_rep="-")) 39 | 40 | if __name__ == '__main__': 41 | if len(sys.argv) < 3: 42 | sys.exit("Need /path/to/results benchmark1,benchmark2") 43 | 44 | result_path = sys.argv[1] 45 | benchmarks = sys.argv[2].split(',') 46 | 47 | assert(len(benchmarks) > 0) 48 | 49 | # x86 50 | # x86_systems = ('icelake', 'cascadelake', 'skylake', 'rome') 51 | x86_systems = ('icelake', 'rome') 52 | # get_table(x86_systems, benchmarks) 53 | 54 | # NEON 55 | # m1_systems = ('m1', 'graviton2', 'graviton3', 'pi') 56 | m1_systems = ('m1', 'graviton3') 57 | # get_table(m1_systems, benchmarks) 58 | 59 | get_table((*x86_systems, *m1_systems), benchmarks) 60 | -------------------------------------------------------------------------------- /eval/scripts/hash_bucket.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | 3 | import sys 4 | import os 5 | from common import * 6 | 7 | 8 | def plot_hash_bucket(ax, data): 9 | naive_perf = data[data['name'].str.contains('naive')]['runtime'].values[0] 10 | 11 | for _, row in data.iterrows(): 12 | variant = row['name'] 13 | speedup = naive_perf / row['runtime'] 14 | bar_style = BAR(variant) 15 | 16 | # Only plot with min. 10% diff to avoid plotting noise. 17 | plotting_patched = 'patched' in row and (naive_perf / row['patched']) > (speedup * 1.1) 18 | if plotting_patched: 19 | patch_speedup = naive_perf / row['patched'] 20 | PLOT_PATCHED_BAR(ax, variant, patch_speedup) 21 | bar_style['edgecolor'] = 'none' 22 | 23 | # Plot regular bar. 24 | ax.bar(variant, speedup, **bar_style) 25 | 26 | if IS_PAPER_PLOT(): 27 | ax.text(0, 1.2, f"\\us{{{int(naive_perf) / 1000 :.1f}}}", size=10, **NAIVE_PERF_TEXT) 28 | else: 29 | ax.text(0, 1.2, f"{int(naive_perf) / 1000 :.1f}us", **NAIVE_PERF_TEXT) 30 | 31 | ax.tick_params(axis='x', which=u'both', length=0) 32 | ax.set_xticks(range(len(data))) 33 | ax.set_xticklabels(data['name'], rotation=50, rotation_mode='anchor', ha='right') 34 | ALIGN_ROTATED_X_LABELS(ax) 35 | 36 | 37 | if __name__ == '__main__': 38 | result_path, plot_dir, x86_arch = INIT(sys.argv) 39 | 40 | x86_results = get_results(result_path, f"{x86_arch}/hash_bucket.csv") 41 | x86_results = clean_up_results(x86_results, "find") 42 | 43 | m1_results = get_results(result_path, "m1/hash_bucket.csv") 44 | m1_results = clean_up_results(m1_results, "find") 45 | 46 | m1_unpatched_results = get_results(result_path, "m1/hash_bucket_unpatched.csv") 47 | m1_unpatched_results = clean_up_results(m1_unpatched_results, "find") 48 | m1_results['patched'] = m1_results['runtime'] 49 | m1_results['runtime'] = m1_unpatched_results['runtime'] 50 | 51 | fig, (x86_ax, m1_ax) = plt.subplots(1, 2, figsize=DOUBLE_FIG_SIZE) 52 | 53 | plot_hash_bucket(x86_ax, x86_results) 54 | plot_hash_bucket(m1_ax, m1_results) 55 | 56 | x86_ax.set_title(f"a) x86 {x86_arch.capitalize()}") 57 | m1_ax.set_title("b) M1") 58 | 59 | x86_ax.set_ylabel("Speedup") 60 | 61 | x86_ax.set_ylim(0, 6.5) 62 | x86_ax.set_yticks(range(0, 7, 2)) 63 | 64 | m1_ax.set_ylim(0, 4) 65 | m1_ax.set_yticks(range(0, 5, 1)) 66 | 67 | HATCH_WIDTH() 68 | for ax in (x86_ax, m1_ax): 69 | Y_GRID(ax) 70 | HIDE_BORDERS(ax) 71 | 72 | plot_path = os.path.join(plot_dir, f"hash_bucket_{x86_arch}") 73 | SAVE_PLOT(plot_path) 74 | -------------------------------------------------------------------------------- /eval/scripts/hashing.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | 3 | import sys 4 | import os 5 | from common import * 6 | 7 | 8 | def plot_hashing(ax, data): 9 | naive_perf = data[data['name'].str.contains('naive')]['runtime'].values[0] 10 | 11 | for _, row in data.iterrows(): 12 | variant = row['name'] 13 | ax.bar(variant, naive_perf / row['runtime'], **BAR(variant)) 14 | 15 | scalar_perf = data[data['name'].str.contains('scalar')]['runtime'].values[0] 16 | y_pos = 1.05 if (scalar_perf / naive_perf) < 2 else 0.3 17 | 18 | if IS_PAPER_PLOT(): 19 | ax.text(0, y_pos, f"\\ns{{{int(scalar_perf)}}}", size=10, **NAIVE_PERF_TEXT) 20 | else: 21 | ax.text(0, y_pos, f"{int(scalar_perf)}ns", **NAIVE_PERF_TEXT) 22 | 23 | ax.tick_params(axis='x', which=u'both', length=0) 24 | ax.set_xticks(range(len(data))) 25 | ax.set_xticklabels(data['name'], rotation=60, rotation_mode='anchor', ha='right') 26 | ALIGN_ROTATED_X_LABELS(ax) 27 | 28 | 29 | if __name__ == '__main__': 30 | result_path, plot_dir, x86_arch = INIT(sys.argv) 31 | 32 | x86_results = get_results(result_path, f"{x86_arch}/hashing.csv") 33 | x86_results = clean_up_results(x86_results, "hash") 34 | 35 | m1_results = get_results(result_path, "m1/hashing.csv") 36 | m1_results = clean_up_results(m1_results, "hash") 37 | 38 | def filter_results(df): 39 | return df[~df["name"].str.contains("vec-64")] 40 | 41 | fig, (x86_ax, m1_ax) = plt.subplots(1, 2, figsize=DOUBLE_FIG_SIZE) 42 | 43 | plot_hashing(x86_ax, filter_results(x86_results)) 44 | plot_hashing(m1_ax, filter_results(m1_results)) 45 | 46 | x86_ax.set_title(f"a) x86 {x86_arch.capitalize()}") 47 | m1_ax.set_title("b) M1") 48 | 49 | x86_ax.set_ylabel("Speedup") 50 | 51 | x86_ax.set_ylim(0, 1.01) 52 | x86_ax.set_yticks([0, 1]) 53 | 54 | m1_ax.set_ylim(0, 2) 55 | # m1_ax.set_yticks(range(0, 3, 0.5)) 56 | 57 | HATCH_WIDTH() 58 | for ax in (x86_ax, m1_ax): 59 | Y_GRID(ax) 60 | HIDE_BORDERS(ax) 61 | 62 | plot_path = os.path.join(plot_dir, f"hashing_{x86_arch}") 63 | SAVE_PLOT(plot_path) 64 | -------------------------------------------------------------------------------- /eval/scripts/velox_out_to_csv.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | import argparse 3 | import os 4 | import re 5 | from statistics import mean, stdev, StatisticsError 6 | from contextlib import redirect_stdout 7 | from collections import defaultdict 8 | 9 | if __name__ == "__main__": 10 | parser = argparse.ArgumentParser(description='Convert (repeated) velox tpch benchmark output to a usable csv file') 11 | parser.add_argument("velox_output_file", help="Velox tpch output file") 12 | args = parser.parse_args() 13 | 14 | input_path = args.velox_output_file 15 | output_path = input_path.rsplit(".", 1)[0] + ".csv" 16 | 17 | if os.path.exists(output_path): 18 | if input(f"WARNING: Output file path {output_path} exists. Are you sure you want to continue? y/N: ") != "y": 19 | exit() 20 | 21 | results_by_query = defaultdict(list) 22 | result_line_regex = re.compile(r"^(q\d+)\s+(\d+.\d+)(ms|s)\s+\d+.\d+(m)?\n$") 23 | 24 | with open(input_path, "r") as input_file: 25 | for line in input_file: 26 | match_result = result_line_regex.match(line) 27 | if not match_result: 28 | continue 29 | 30 | base_runtime = float(match_result.group(2)) 31 | scale = 1000 if match_result.group(3) == 's' else 1 32 | runtime = base_runtime * scale 33 | 34 | results_by_query[match_result.group(1)].append(runtime) 35 | 36 | with open(output_path, "w") as output_file: 37 | with redirect_stdout(output_file): 38 | print("query, mean, min, max, stddev, cv") 39 | for query, results in results_by_query.items(): 40 | mean_ = mean(results) 41 | min_ = min(results) 42 | max_ = max(results) 43 | try: 44 | stddev_ = stdev(results) 45 | except StatisticsError: 46 | stddev_ = 0 47 | cv_percent = f"{stddev_ / mean_ * 100:.2f}%" 48 | print(f"{query:5},{mean_:>8.2f},{min_:>8.2f},{max_:>8.2f},{stddev_:>8.2f},{cv_percent:>8}") 49 | -------------------------------------------------------------------------------- /eval/scripts/velox_tpch.py: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env python3 2 | 3 | import sys 4 | import os 5 | from common import * 6 | 7 | def plot_velox_tpch(ax, compiler_results, xsimd_results): 8 | results = pd.DataFrame() 9 | results['query'] = xsimd_results['query'] 10 | results['vec'] = compiler_results['mean'] 11 | results['xsimd'] = xsimd_results['mean'] 12 | 13 | colors = {"xsimd": VARIANT_COLOR['x86'], "vec": VARIANT_COLOR['vec']} 14 | results.plot.bar(ax=ax, color=colors, edgecolor='black', lw=2, legend=False, width=0.7) 15 | 16 | ax.tick_params(axis='x', which=u'both', length=0) 17 | ax.set_xticks(range(len(results))) 18 | ax.set_xticklabels(results['query'].str.replace('q', ''), rotation=0) 19 | 20 | ax.set_ylabel("Runtime [ms]") 21 | ax.set_xlabel("TPC-H Query") 22 | 23 | Y_LIM = 300 24 | ax.set_ylim(0, Y_LIM) 25 | ax.set_yticks(range(0, Y_LIM + 1, 100)) 26 | 27 | def add_slow_text(pos): 28 | text_args = {'rotation': 90, 'ha': 'center', 'va': 'top', 29 | 'bbox': {'facecolor': 'white', 'edgecolor': 'white', 'pad': -1}} 30 | if int(results.iloc[pos]['vec']) > Y_LIM: 31 | ax.text(pos - 0.70, Y_LIM, int(results.iloc[pos]['vec']), **text_args) 32 | ax.text(pos + 0.75, Y_LIM, int(results.iloc[pos]['xsimd']), **text_args) 33 | 34 | # Some queries are too slow for the plot y-axis limit. Show runtime explicitly. 35 | for query in range(len(results)): 36 | add_slow_text(query) 37 | 38 | 39 | 40 | 41 | if __name__ == '__main__': 42 | result_path, plot_dir, x86_arch = INIT(sys.argv) 43 | 44 | sf = "sf1" 45 | if len(sys.argv) > 4: 46 | sf = sys.argv[4] 47 | assert(sf in ['sf1']) #, 'sf10']) sf10 is broken 48 | 49 | x86_xsimd_flags = "" 50 | if len(sys.argv) > 5: 51 | x86_xsimd_flags = sys.argv[5] 52 | assert(x86_xsimd_flags in ['none', '_mtune-native', '_march-native_mtune-native']) 53 | x86_xsimd_flags = "" if x86_xsimd_flags == 'none' else x86_xsimd_flags 54 | 55 | x86_compiler_flags = x86_xsimd_flags 56 | if len(sys.argv) > 6: 57 | x86_compiler_flags = sys.argv[6] 58 | assert(x86_compiler_flags in ['none', '_mtune-native', '_march-native_mtune-native']) 59 | x86_compiler_flags = "" if x86_compiler_flags == 'none' else x86_compiler_flags 60 | 61 | x86_xsimd_path = f"velox/{x86_arch}/{sf}/velox_xsimd{x86_xsimd_flags}.csv" 62 | x86_compiler_path = f"velox/{x86_arch}/{sf}/velox_compiler{x86_compiler_flags}.csv" 63 | 64 | columns = ('query', 'mean') 65 | x86_xsimd_results = get_results(result_path, x86_xsimd_path, columns) 66 | x86_compiler_results = get_results(result_path, x86_compiler_path, columns) 67 | 68 | m1_xsimd_results = get_results(result_path, f"velox/m1/{sf}/velox_xsimd_patched.csv", columns) 69 | m1_compiler_results = get_results(result_path, f"velox/m1/{sf}/velox_compiler_patched.csv", columns) 70 | 71 | assert(len(x86_xsimd_results) == len(x86_compiler_results)) 72 | assert(len(m1_xsimd_results) == len(m1_compiler_results)) 73 | assert(len(m1_xsimd_results) == len(x86_xsimd_results)) 74 | 75 | fig, axes = plt.subplots(2, 1, figsize=(DOUBLE_FIG_WIDTH, 6)) 76 | x86_ax, m1_ax = axes 77 | 78 | plot_velox_tpch(x86_ax, x86_compiler_results, x86_xsimd_results) 79 | plot_velox_tpch(m1_ax, m1_compiler_results, m1_xsimd_results) 80 | 81 | x86_ax.set_title(f"a) x86 {x86_arch.capitalize()}") 82 | m1_ax.set_title("b) M1") 83 | 84 | handles, labels = x86_ax.get_legend_handles_labels() 85 | fig.legend(handles, labels, loc='upper center', bbox_to_anchor=(0.5, 1.05), ncol=2, 86 | frameon=False, columnspacing=1, handletextpad=0.3) 87 | fig.tight_layout() 88 | 89 | for ax in axes: 90 | Y_GRID(ax) 91 | HIDE_BORDERS(ax) 92 | 93 | plot_path = os.path.join(plot_dir, f"velox_tpch_{x86_arch}_{sf}_xsimd{x86_xsimd_flags}_compiler{x86_compiler_flags}") 94 | SAVE_PLOT(plot_path) 95 | -------------------------------------------------------------------------------- /scripts/clang-tidy.sh: -------------------------------------------------------------------------------- 1 | #!/bin/bash 2 | set -e 3 | 4 | RUN_CLANG_TIDY=${RUN_CLANG_TIDY:-run-clang-tidy-15} 5 | CLANG_TIDY=${CLANG_TIDY:-clang-tidy-15} 6 | BUILD_DIR=${BUILD_DIR:-cmake-build-debug/clang-tidy-build} 7 | 8 | set -x 9 | CXX=clang++-15 cmake -S . -B "${BUILD_DIR}" 10 | ${RUN_CLANG_TIDY} -p "${BUILD_DIR}" -clang-tidy-binary="${CLANG_TIDY}" -header-filter='(.*/benchmarks/.*)' -quiet benchmarks/*.cpp 11 | -------------------------------------------------------------------------------- /scripts/docker_entrypoint.sh: -------------------------------------------------------------------------------- 1 | BENCH_ARGS="--benchmark_format=csv --benchmark_repetitions=10 --benchmark_report_aggregates_only=true" 2 | 3 | LLVM_COMPILER="${AUTOVEC_DB_COMPILER:-clang++}" 4 | GCC_COMPILER="g++-12" 5 | 6 | run_benchmarks () { 7 | NAME=$1 8 | COMPILER=$2 9 | BUILD_DIR="./build-${NAME}-release" 10 | RESULT_DIR="./results-${NAME}" 11 | 12 | mkdir -p ${BUILD_DIR} 13 | mkdir -p ${RESULT_DIR} 14 | 15 | CXX=${COMPILER} cmake . -B ${BUILD_DIR} -DCMAKE_BUILD_TYPE=Release 16 | cmake --build ${BUILD_DIR} -j 17 | 18 | for BENCHMARK in hashing hash_bucket compressed_scan dictionary_scan; do 19 | ${BUILD_DIR}/${BENCHMARK} ${BENCH_ARGS} | tee ${RESULT_DIR}/${BENCHMARK}.csv 20 | done 21 | } 22 | 23 | run_benchmarks llvm ${LLVM_COMPILER} 24 | run_benchmarks gcc ${GCC_COMPILER} 25 | -------------------------------------------------------------------------------- /scripts/format.sh: -------------------------------------------------------------------------------- 1 | #!/usr/bin/env bash 2 | 3 | DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." >/dev/null 2>&1 && pwd )" 4 | 5 | function run_format() { 6 | local subdir=$1 7 | find "${DIR}"/"${subdir}" \( -iname '*.hpp' -o -iname '*.cpp' \) -print0 | xargs -0 clang-format -i 8 | } 9 | 10 | run_format "benchmarks" 11 | -------------------------------------------------------------------------------- /scripts/run_velox_benchmarks.sh: -------------------------------------------------------------------------------- 1 | #! /usr/bin/env bash 2 | set -e 3 | set -x 4 | 5 | # docker pull hpides/base_velox:v1 6 | # docker run -it -v $(pwd):/velox/ --privileged hpides/base_velox:v1 /bin/bash 7 | # -> apt install numactl 8 | # -> git config --global --add safe.directory /velox 9 | # -> ./run_benchmarks.sh 10 | 11 | # or, enroot: 12 | # enroot import docker://hpides/base_velox:v1 13 | # enroot create hpides+base_velox+v1.sqsh 14 | # numactl -N 0 enroot start -m $(pwd):/velox --rw hpides+base_velox+v1 /bin/bash 15 | # -> git config --global --add safe.directory /velox 16 | # -> ./run_benchmarks.sh 17 | 18 | mkdir -p build-runscript 19 | cd build-runscript 20 | 21 | for BRANCH in autovec compiler_vec novec xsimd xsimd-sse2 22 | do 23 | for FLAGS in "" "-mtune=native" "-march=native -mtune=native" 24 | do 25 | # skip march=native for xsimd, as it fails due to missing avx512 implementations 26 | if [ "${BRANCH}" == "xsimd" ] || [ "${BRANCH}" == "xsimd-sse2" ]; then 27 | if [ "${FLAGS}" == "-march=native -mtune=native" ]; then 28 | continue 29 | fi 30 | fi 31 | 32 | echo "----" 33 | git switch ${BRANCH} 34 | sed -i "/^#NATIVE_FLAGS_HERE_MARKER$/{n;s/.*/set(CMAKE_CXX_FLAGS \"\${CMAKE_CXX_FLAGS} ${FLAGS}\")/}" ../velox/CMakeLists.txt 35 | sed -n 20,40p ../velox/CMakeLists.txt 36 | echo "----" 37 | 38 | C=clang-15 CXX=clang++-15 cmake .. -GNinja -DCMAKE_BUILD_TYPE=Release -DVELOX_CODEGEN_SUPPORT=OFF -DVELOX_BUILD_BENCHMARKS=ON 39 | ninja velox_tpch_benchmark 40 | 41 | for run in {1..10} 42 | do 43 | numactl -N -0 ./velox/benchmarks/tpch/velox_tpch_benchmark --num_drivers=4 --minloglevel=5 --bm_min-iters=10 --data_path=../tpch-sf1 --bm_regex="q\d$|q1\d|q20|q22" --dynamic_cputhreadpoolexecutor=0 --dynamic_iothreadpoolexecutor=0 --cache_gb=10 | tee -a "10x_consistent_${BRANCH}_${FLAGS}.out" 44 | done 45 | done 46 | done 47 | --------------------------------------------------------------------------------