├── .gitattributes ├── .gitignore ├── .gitmodules ├── BENCHMARKING.md ├── CMakeLists.txt ├── LICENSE ├── README.md ├── benchmarks ├── CMakeLists.txt ├── bench_adsampling │ ├── pdx_ivf2_adsampling.cpp │ ├── pdx_ivf2_adsampling_u8.cpp │ ├── pdx_ivf2_adsampling_u8_filtered.cpp │ ├── pdx_ivf_adsampling.cpp │ ├── pdx_ivf_adsampling_filtered.cpp │ └── pdx_ivf_adsampling_u8.cpp ├── bench_bond │ ├── pdx_bond.cpp │ └── pdx_bond_ivf.cpp ├── bench_kernels │ ├── README.md │ ├── kernels.cpp │ ├── kernels.py │ └── requirements.txt ├── datasets │ └── ground_truth │ │ ├── agnews-mxbai-1024-euclidean_100_norm │ │ ├── arxiv-nomic-768-normalized_100_norm │ │ ├── ccnews-nomic-768-normalized_100_norm │ │ ├── celeba-resnet-2048-cosine_100_norm │ │ ├── coco-nomic-768-normalized_100_norm │ │ ├── codesearchnet-jina-768-cosine_100_norm │ │ ├── contriever-768_100_norm │ │ ├── gist-960-euclidean_100_norm │ │ ├── glove-200-angular_100_norm │ │ ├── gooaq-distilroberta-768-normalized_100_norm │ │ ├── imagenet-align-640-normalized_100_norm │ │ ├── imagenet-clip-512-normalized_100_norm │ │ ├── instructorxl-arxiv-768_100_norm │ │ ├── laion-clip-512-normalized_100_norm │ │ ├── landmark-dino-768-cosine_100_norm │ │ ├── landmark-nomic-768-normalized_100_norm │ │ ├── llama-128-ip_100_norm │ │ ├── msong-420_100_norm │ │ ├── openai-1536-angular_100_norm │ │ ├── sift-128-euclidean_100_norm │ │ ├── simplewiki-openai-3072-normalized_100_norm │ │ ├── word2vec-300_100_norm │ │ ├── yahoo-minilm-384-normalized_100_norm │ │ ├── yandex-200-cosine_100_norm │ │ └── yi-128-ip_100_norm ├── gt │ ├── agnews-mxbai-1024-euclidean_100_norm.json │ ├── arxiv-nomic-768-normalized_100_norm.json │ ├── ccnews-nomic-768-normalized_100_norm.json │ ├── celeba-resnet-2048-cosine_100_norm.json │ ├── coco-nomic-768-normalized_100_norm.json │ ├── codesearchnet-jina-768-cosine_100_norm.json │ ├── contriever-768_100_norm.json │ ├── gist-960-euclidean_100_norm.json │ ├── glove-200-angular_100_norm.json │ ├── gooaq-distilroberta-768-normalized_100_norm.json │ ├── imagenet-align-640-normalized_100_norm.json │ ├── imagenet-clip-512-normalized_100_norm.json │ ├── instructorxl-arxiv-768_100_norm.json │ ├── laion-clip-512-normalized_100_norm.json │ ├── landmark-dino-768-cosine_100_norm.json │ ├── landmark-nomic-768-normalized_100_norm.json │ ├── llama-128-ip_100_norm.json │ ├── msong-420_100_norm.json │ ├── openai-1536-angular_100.json │ ├── openai-1536-angular_100_norm.json │ ├── sift-128-euclidean_100_norm.json │ ├── simplewiki-openai-3072-normalized_100_norm.json │ ├── word2vec-300_100_norm.json │ ├── yahoo-minilm-384-normalized_100_norm.json │ ├── yandex-200-cosine_100_norm.json │ └── yi-128-ip_100_norm.json ├── python_scripts │ ├── WrapperBruteForce.py │ ├── __init__.py │ ├── benchmark_utils.py │ ├── exact_faiss.py │ ├── exact_usearch.py │ ├── ivf_faiss.py │ ├── ivf_faiss_sq8.py │ ├── ivf_lorann.py │ ├── playground_adsampling.py │ ├── requirements.txt │ ├── setup_adsampling.py │ ├── setup_bond.py │ ├── setup_core_index.py │ ├── setup_data.py │ ├── setup_filtered_search.py │ ├── setup_fvecs_to_hdf5.py │ ├── setup_ground_truth.py │ ├── setup_settings.py │ ├── setup_test_data.py │ └── setup_utils.py └── results │ ├── DEFAULT │ └── empty.txt │ ├── bond-intel.png │ ├── ivf-arm.png │ ├── ivf-exhaustive-intel.png │ ├── ivf-intel-k10.png │ ├── ivf-intel.png │ ├── ivf2-arm.png │ ├── ivf2-intel.png │ ├── layout-f32.png │ ├── layout-u8.png │ ├── openai-intel.png │ ├── pdx-layout.png │ └── plotter.ipynb ├── examples ├── README.md ├── __init__.py ├── examples_utils.py ├── pdx_2l_ivf.py ├── pdx_2l_ivf_8bit.py ├── pdx_filtered.py ├── pdx_ivf.py ├── pdx_ivf_exhaustive.py ├── pdx_noindex.py ├── pdx_noindex_bond.py ├── pdx_persist.py └── pdx_simple.py ├── include ├── common.hpp ├── db_mock │ └── predicate_evaluator.hpp ├── distance_computers │ ├── avx2_computers.hpp │ ├── avx512_computers.hpp │ ├── base_computers.hpp │ ├── neon_computers.hpp │ └── scalar_computers.hpp ├── index_base │ ├── pdx_ivf.hpp │ └── pdx_ivf2.hpp ├── lib │ └── lib.hpp ├── pdxearch.hpp ├── pruners │ ├── adsampling.hpp │ └── bond.hpp ├── quantizers │ └── global.h └── utils │ ├── benchmark_utils.hpp │ ├── file_reader.hpp │ ├── matrix.h │ └── tictoc.hpp ├── pyproject.toml ├── python ├── lib.cpp └── pdxearch │ ├── __init__.py │ ├── constants.py │ ├── index_base.py │ ├── index_core.py │ ├── index_factory.py │ ├── predicate_evaluator.py │ └── preprocessors.py ├── requirements.txt └── setup.py /.gitattributes: -------------------------------------------------------------------------------- 1 | *.ipynb -linguist-detectable -------------------------------------------------------------------------------- /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitmodules: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/.gitmodules -------------------------------------------------------------------------------- /BENCHMARKING.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/BENCHMARKING.md -------------------------------------------------------------------------------- /CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/CMakeLists.txt -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/README.md -------------------------------------------------------------------------------- /benchmarks/CMakeLists.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/CMakeLists.txt -------------------------------------------------------------------------------- /benchmarks/bench_adsampling/pdx_ivf2_adsampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_adsampling/pdx_ivf2_adsampling.cpp -------------------------------------------------------------------------------- /benchmarks/bench_adsampling/pdx_ivf2_adsampling_u8.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_adsampling/pdx_ivf2_adsampling_u8.cpp -------------------------------------------------------------------------------- /benchmarks/bench_adsampling/pdx_ivf2_adsampling_u8_filtered.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_adsampling/pdx_ivf2_adsampling_u8_filtered.cpp -------------------------------------------------------------------------------- /benchmarks/bench_adsampling/pdx_ivf_adsampling.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_adsampling/pdx_ivf_adsampling.cpp -------------------------------------------------------------------------------- /benchmarks/bench_adsampling/pdx_ivf_adsampling_filtered.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_adsampling/pdx_ivf_adsampling_filtered.cpp -------------------------------------------------------------------------------- /benchmarks/bench_adsampling/pdx_ivf_adsampling_u8.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_adsampling/pdx_ivf_adsampling_u8.cpp -------------------------------------------------------------------------------- /benchmarks/bench_bond/pdx_bond.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_bond/pdx_bond.cpp -------------------------------------------------------------------------------- /benchmarks/bench_bond/pdx_bond_ivf.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_bond/pdx_bond_ivf.cpp -------------------------------------------------------------------------------- /benchmarks/bench_kernels/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_kernels/README.md -------------------------------------------------------------------------------- /benchmarks/bench_kernels/kernels.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_kernels/kernels.cpp -------------------------------------------------------------------------------- /benchmarks/bench_kernels/kernels.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_kernels/kernels.py -------------------------------------------------------------------------------- /benchmarks/bench_kernels/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/bench_kernels/requirements.txt -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/agnews-mxbai-1024-euclidean_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/agnews-mxbai-1024-euclidean_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/arxiv-nomic-768-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/arxiv-nomic-768-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/ccnews-nomic-768-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/ccnews-nomic-768-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/celeba-resnet-2048-cosine_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/celeba-resnet-2048-cosine_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/coco-nomic-768-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/coco-nomic-768-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/codesearchnet-jina-768-cosine_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/codesearchnet-jina-768-cosine_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/contriever-768_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/contriever-768_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/gist-960-euclidean_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/gist-960-euclidean_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/glove-200-angular_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/glove-200-angular_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/gooaq-distilroberta-768-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/gooaq-distilroberta-768-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/imagenet-align-640-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/imagenet-align-640-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/imagenet-clip-512-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/imagenet-clip-512-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/instructorxl-arxiv-768_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/instructorxl-arxiv-768_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/laion-clip-512-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/laion-clip-512-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/landmark-dino-768-cosine_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/landmark-dino-768-cosine_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/landmark-nomic-768-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/landmark-nomic-768-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/llama-128-ip_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/llama-128-ip_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/msong-420_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/msong-420_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/openai-1536-angular_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/openai-1536-angular_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/sift-128-euclidean_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/sift-128-euclidean_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/simplewiki-openai-3072-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/simplewiki-openai-3072-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/word2vec-300_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/word2vec-300_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/yahoo-minilm-384-normalized_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/yahoo-minilm-384-normalized_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/yandex-200-cosine_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/yandex-200-cosine_100_norm -------------------------------------------------------------------------------- /benchmarks/datasets/ground_truth/yi-128-ip_100_norm: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/datasets/ground_truth/yi-128-ip_100_norm -------------------------------------------------------------------------------- /benchmarks/gt/agnews-mxbai-1024-euclidean_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/agnews-mxbai-1024-euclidean_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/arxiv-nomic-768-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/arxiv-nomic-768-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/ccnews-nomic-768-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/ccnews-nomic-768-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/celeba-resnet-2048-cosine_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/celeba-resnet-2048-cosine_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/coco-nomic-768-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/coco-nomic-768-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/codesearchnet-jina-768-cosine_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/codesearchnet-jina-768-cosine_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/contriever-768_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/contriever-768_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/gist-960-euclidean_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/gist-960-euclidean_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/glove-200-angular_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/glove-200-angular_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/gooaq-distilroberta-768-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/gooaq-distilroberta-768-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/imagenet-align-640-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/imagenet-align-640-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/imagenet-clip-512-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/imagenet-clip-512-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/instructorxl-arxiv-768_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/instructorxl-arxiv-768_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/laion-clip-512-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/laion-clip-512-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/landmark-dino-768-cosine_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/landmark-dino-768-cosine_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/landmark-nomic-768-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/landmark-nomic-768-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/llama-128-ip_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/llama-128-ip_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/msong-420_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/msong-420_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/openai-1536-angular_100.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/openai-1536-angular_100.json -------------------------------------------------------------------------------- /benchmarks/gt/openai-1536-angular_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/openai-1536-angular_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/sift-128-euclidean_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/sift-128-euclidean_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/simplewiki-openai-3072-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/simplewiki-openai-3072-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/word2vec-300_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/word2vec-300_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/yahoo-minilm-384-normalized_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/yahoo-minilm-384-normalized_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/yandex-200-cosine_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/yandex-200-cosine_100_norm.json -------------------------------------------------------------------------------- /benchmarks/gt/yi-128-ip_100_norm.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/gt/yi-128-ip_100_norm.json -------------------------------------------------------------------------------- /benchmarks/python_scripts/WrapperBruteForce.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/WrapperBruteForce.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmarks/python_scripts/benchmark_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/benchmark_utils.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/exact_faiss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/exact_faiss.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/exact_usearch.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/exact_usearch.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/ivf_faiss.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/ivf_faiss.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/ivf_faiss_sq8.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/ivf_faiss_sq8.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/ivf_lorann.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/ivf_lorann.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/playground_adsampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/playground_adsampling.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/requirements.txt -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_adsampling.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_adsampling.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_bond.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_bond.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_core_index.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_core_index.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_data.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_filtered_search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_filtered_search.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_fvecs_to_hdf5.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_fvecs_to_hdf5.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_ground_truth.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_ground_truth.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_settings.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_settings.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_test_data.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_test_data.py -------------------------------------------------------------------------------- /benchmarks/python_scripts/setup_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/python_scripts/setup_utils.py -------------------------------------------------------------------------------- /benchmarks/results/DEFAULT/empty.txt: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /benchmarks/results/bond-intel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/bond-intel.png -------------------------------------------------------------------------------- /benchmarks/results/ivf-arm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/ivf-arm.png -------------------------------------------------------------------------------- /benchmarks/results/ivf-exhaustive-intel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/ivf-exhaustive-intel.png -------------------------------------------------------------------------------- /benchmarks/results/ivf-intel-k10.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/ivf-intel-k10.png -------------------------------------------------------------------------------- /benchmarks/results/ivf-intel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/ivf-intel.png -------------------------------------------------------------------------------- /benchmarks/results/ivf2-arm.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/ivf2-arm.png -------------------------------------------------------------------------------- /benchmarks/results/ivf2-intel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/ivf2-intel.png -------------------------------------------------------------------------------- /benchmarks/results/layout-f32.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/layout-f32.png -------------------------------------------------------------------------------- /benchmarks/results/layout-u8.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/layout-u8.png -------------------------------------------------------------------------------- /benchmarks/results/openai-intel.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/openai-intel.png -------------------------------------------------------------------------------- /benchmarks/results/pdx-layout.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/pdx-layout.png -------------------------------------------------------------------------------- /benchmarks/results/plotter.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/benchmarks/results/plotter.ipynb -------------------------------------------------------------------------------- /examples/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/README.md -------------------------------------------------------------------------------- /examples/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /examples/examples_utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/examples_utils.py -------------------------------------------------------------------------------- /examples/pdx_2l_ivf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_2l_ivf.py -------------------------------------------------------------------------------- /examples/pdx_2l_ivf_8bit.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_2l_ivf_8bit.py -------------------------------------------------------------------------------- /examples/pdx_filtered.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_filtered.py -------------------------------------------------------------------------------- /examples/pdx_ivf.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_ivf.py -------------------------------------------------------------------------------- /examples/pdx_ivf_exhaustive.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_ivf_exhaustive.py -------------------------------------------------------------------------------- /examples/pdx_noindex.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_noindex.py -------------------------------------------------------------------------------- /examples/pdx_noindex_bond.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_noindex_bond.py -------------------------------------------------------------------------------- /examples/pdx_persist.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_persist.py -------------------------------------------------------------------------------- /examples/pdx_simple.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/examples/pdx_simple.py -------------------------------------------------------------------------------- /include/common.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/common.hpp -------------------------------------------------------------------------------- /include/db_mock/predicate_evaluator.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/db_mock/predicate_evaluator.hpp -------------------------------------------------------------------------------- /include/distance_computers/avx2_computers.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/distance_computers/avx2_computers.hpp -------------------------------------------------------------------------------- /include/distance_computers/avx512_computers.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/distance_computers/avx512_computers.hpp -------------------------------------------------------------------------------- /include/distance_computers/base_computers.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/distance_computers/base_computers.hpp -------------------------------------------------------------------------------- /include/distance_computers/neon_computers.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/distance_computers/neon_computers.hpp -------------------------------------------------------------------------------- /include/distance_computers/scalar_computers.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/distance_computers/scalar_computers.hpp -------------------------------------------------------------------------------- /include/index_base/pdx_ivf.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/index_base/pdx_ivf.hpp -------------------------------------------------------------------------------- /include/index_base/pdx_ivf2.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/index_base/pdx_ivf2.hpp -------------------------------------------------------------------------------- /include/lib/lib.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/lib/lib.hpp -------------------------------------------------------------------------------- /include/pdxearch.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/pdxearch.hpp -------------------------------------------------------------------------------- /include/pruners/adsampling.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/pruners/adsampling.hpp -------------------------------------------------------------------------------- /include/pruners/bond.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/pruners/bond.hpp -------------------------------------------------------------------------------- /include/quantizers/global.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/quantizers/global.h -------------------------------------------------------------------------------- /include/utils/benchmark_utils.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/utils/benchmark_utils.hpp -------------------------------------------------------------------------------- /include/utils/file_reader.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/utils/file_reader.hpp -------------------------------------------------------------------------------- /include/utils/matrix.h: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/utils/matrix.h -------------------------------------------------------------------------------- /include/utils/tictoc.hpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/include/utils/tictoc.hpp -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/pyproject.toml -------------------------------------------------------------------------------- /python/lib.cpp: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/python/lib.cpp -------------------------------------------------------------------------------- /python/pdxearch/__init__.py: -------------------------------------------------------------------------------- 1 | import numpy as np 2 | np.random.seed(42) 3 | -------------------------------------------------------------------------------- /python/pdxearch/constants.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/python/pdxearch/constants.py -------------------------------------------------------------------------------- /python/pdxearch/index_base.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/python/pdxearch/index_base.py -------------------------------------------------------------------------------- /python/pdxearch/index_core.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/python/pdxearch/index_core.py -------------------------------------------------------------------------------- /python/pdxearch/index_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/python/pdxearch/index_factory.py -------------------------------------------------------------------------------- /python/pdxearch/predicate_evaluator.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/python/pdxearch/predicate_evaluator.py -------------------------------------------------------------------------------- /python/pdxearch/preprocessors.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/python/pdxearch/preprocessors.py -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/requirements.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/cwida/PDX/HEAD/setup.py --------------------------------------------------------------------------------