├── .gitignore ├── .gitlab-ci.yml ├── LICENSE ├── README.md ├── benchmark ├── __init__.py ├── config_read.py ├── dataset.py └── dataset_config.py ├── dataset_reader ├── __init__.py ├── ann_compound_reader.py ├── ann_h5_reader.py ├── base_reader.py ├── json_reader.py └── utils.py ├── datasets ├── .gitignore └── datasets.json ├── docker ├── Dockerfile └── full │ └── Dockerfile ├── docs ├── benchmark-for-the-in-operator.md ├── results-visualization.md └── step-by-step-guide-for-benchmark.md ├── engine ├── base_client │ ├── __init__.py │ ├── client.py │ ├── configure.py │ ├── distances.py │ ├── parser.py │ ├── search.py │ ├── upload.py │ └── utils.py ├── clients │ ├── __init__.py │ ├── clickhouse │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── client_factory.py │ ├── elasticsearch │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── milvus │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── myscale │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── min_max_inverted.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── opensearch │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── pgvector │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── pinecone │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── proxima │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── qdrant │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── redis │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── helper.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ └── weaviate │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py └── servers │ ├── elasticsearch-single-node │ └── docker-compose.yaml │ ├── milvus-single-node │ ├── docker-compose.yaml │ ├── milvus.yaml │ └── volumes │ │ └── .keep │ ├── opensearch-single-node │ └── docker-compose.yaml │ ├── qdrant-single-node │ └── docker-compose.yaml │ ├── redis-single-node │ └── docker-compose.yaml │ └── weaviate-single-node │ └── docker-compose.yaml ├── experiments ├── configurations │ ├── .gitignore │ └── .keep └── needs_editing │ ├── myscale_cloud_mstg_arxiv-titles-384-angular.json │ ├── myscale_cloud_mstg_laion-768-5m-group-ip-ip.json │ ├── myscale_cloud_mstg_laion-768-5m-ip.json │ ├── opensearch_hnsw_laion-768-5m-ip.json │ ├── opensearch_hnsw_laion-768-5m-probability-ip.json │ ├── pgvector_c_HNSW_single_node_laion-768-5m-ip.json │ ├── pgvector_c_HNSW_single_node_laion-768-5m-probability-ip.json │ ├── pgvector_rust_HNSW_single_node_laion-768-5m-ip.json │ ├── pgvector_rust_HNSW_single_node_laion-768-5m-probability-ip.json │ ├── pinecone_cloud_s1_arxiv-titles-384-angular.json │ ├── pinecone_cloud_s1_laion-768-5m-ip.json │ ├── qdrant_cloud_hnsw_2c16g_storage_optimized_arxiv-titles-384-angular.json │ ├── qdrant_cloud_hnsw_2c16g_storage_optimized_laion-768-5m-ip.json │ ├── qdrant_cloud_quantization_2c16g_storage_optimized_laion-768-5m-ip.json │ ├── weaviate_cloud_standard_arxiv-titles-384-angular.json │ ├── weaviate_cloud_standard_laion-768-5m-ip.json │ ├── zilliz_cloud_1cu_storage_optimized_arxiv-titles-384-angular.json │ └── zilliz_cloud_1cu_storage_optimized_laion-768-5m-ip.json ├── images ├── 4steps.svg ├── MyScaleConsole.jpg ├── MyScaleResuts.jpg ├── OpenSearchConsole.png ├── OpenSearchResults.png ├── PGVectorResults.png ├── PineconeConsole.jpg ├── PineconeResults.jpg ├── QdrantConsole.jpg ├── QdrantResults.jpg ├── ResultsVisualizePlotly.png ├── WeaviateConsole.jpg ├── WeaviateResults.jpg ├── ZillizConsole.jpg ├── ZillizResults.jpg ├── cost-per-100-qps-filtered-search.png ├── cost-per-100-qps.png ├── qps-filtered-search.png └── qps.png ├── monitoring ├── monitor_docker.sh └── results │ └── .keep ├── poetry.lock ├── pyproject.toml ├── requirements.txt ├── results └── .keep ├── run.py └── scripts ├── README.md ├── common.py ├── handle_price.py ├── handle_probability.py └── process_result_files.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/.gitignore -------------------------------------------------------------------------------- /.gitlab-ci.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/.gitlab-ci.yml -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/README.md -------------------------------------------------------------------------------- /benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/benchmark/__init__.py -------------------------------------------------------------------------------- /benchmark/config_read.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/benchmark/config_read.py -------------------------------------------------------------------------------- /benchmark/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/benchmark/dataset.py -------------------------------------------------------------------------------- /benchmark/dataset_config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/benchmark/dataset_config.py -------------------------------------------------------------------------------- /dataset_reader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /dataset_reader/ann_compound_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/dataset_reader/ann_compound_reader.py -------------------------------------------------------------------------------- /dataset_reader/ann_h5_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/dataset_reader/ann_h5_reader.py -------------------------------------------------------------------------------- /dataset_reader/base_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/dataset_reader/base_reader.py -------------------------------------------------------------------------------- /dataset_reader/json_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/dataset_reader/json_reader.py -------------------------------------------------------------------------------- /dataset_reader/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/dataset_reader/utils.py -------------------------------------------------------------------------------- /datasets/.gitignore: -------------------------------------------------------------------------------- 1 | */* 2 | !datasets.json 3 | downloaded -------------------------------------------------------------------------------- /datasets/datasets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/datasets/datasets.json -------------------------------------------------------------------------------- /docker/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/docker/Dockerfile -------------------------------------------------------------------------------- /docker/full/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/docker/full/Dockerfile -------------------------------------------------------------------------------- /docs/benchmark-for-the-in-operator.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/docs/benchmark-for-the-in-operator.md -------------------------------------------------------------------------------- /docs/results-visualization.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/docs/results-visualization.md -------------------------------------------------------------------------------- /docs/step-by-step-guide-for-benchmark.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/docs/step-by-step-guide-for-benchmark.md -------------------------------------------------------------------------------- /engine/base_client/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/base_client/__init__.py -------------------------------------------------------------------------------- /engine/base_client/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/base_client/client.py -------------------------------------------------------------------------------- /engine/base_client/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/base_client/configure.py -------------------------------------------------------------------------------- /engine/base_client/distances.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/base_client/distances.py -------------------------------------------------------------------------------- /engine/base_client/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/base_client/parser.py -------------------------------------------------------------------------------- /engine/base_client/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/base_client/search.py -------------------------------------------------------------------------------- /engine/base_client/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/base_client/upload.py -------------------------------------------------------------------------------- /engine/base_client/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/base_client/utils.py -------------------------------------------------------------------------------- /engine/clients/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /engine/clients/clickhouse/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /engine/clients/clickhouse/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/clickhouse/config.py -------------------------------------------------------------------------------- /engine/clients/clickhouse/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/clickhouse/configure.py -------------------------------------------------------------------------------- /engine/clients/clickhouse/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/clickhouse/parser.py -------------------------------------------------------------------------------- /engine/clients/clickhouse/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/clickhouse/search.py -------------------------------------------------------------------------------- /engine/clients/clickhouse/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/clickhouse/upload.py -------------------------------------------------------------------------------- /engine/clients/client_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/client_factory.py -------------------------------------------------------------------------------- /engine/clients/elasticsearch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/elasticsearch/__init__.py -------------------------------------------------------------------------------- /engine/clients/elasticsearch/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/elasticsearch/config.py -------------------------------------------------------------------------------- /engine/clients/elasticsearch/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/elasticsearch/configure.py -------------------------------------------------------------------------------- /engine/clients/elasticsearch/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/elasticsearch/parser.py -------------------------------------------------------------------------------- /engine/clients/elasticsearch/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/elasticsearch/search.py -------------------------------------------------------------------------------- /engine/clients/elasticsearch/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/elasticsearch/upload.py -------------------------------------------------------------------------------- /engine/clients/milvus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/milvus/__init__.py -------------------------------------------------------------------------------- /engine/clients/milvus/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/milvus/config.py -------------------------------------------------------------------------------- /engine/clients/milvus/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/milvus/configure.py -------------------------------------------------------------------------------- /engine/clients/milvus/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/milvus/parser.py -------------------------------------------------------------------------------- /engine/clients/milvus/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/milvus/search.py -------------------------------------------------------------------------------- /engine/clients/milvus/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/milvus/upload.py -------------------------------------------------------------------------------- /engine/clients/myscale/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /engine/clients/myscale/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/myscale/config.py -------------------------------------------------------------------------------- /engine/clients/myscale/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/myscale/configure.py -------------------------------------------------------------------------------- /engine/clients/myscale/min_max_inverted.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/myscale/min_max_inverted.py -------------------------------------------------------------------------------- /engine/clients/myscale/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/myscale/parser.py -------------------------------------------------------------------------------- /engine/clients/myscale/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/myscale/search.py -------------------------------------------------------------------------------- /engine/clients/myscale/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/myscale/upload.py -------------------------------------------------------------------------------- /engine/clients/opensearch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/opensearch/__init__.py -------------------------------------------------------------------------------- /engine/clients/opensearch/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/opensearch/config.py -------------------------------------------------------------------------------- /engine/clients/opensearch/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/opensearch/configure.py -------------------------------------------------------------------------------- /engine/clients/opensearch/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/opensearch/parser.py -------------------------------------------------------------------------------- /engine/clients/opensearch/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/opensearch/search.py -------------------------------------------------------------------------------- /engine/clients/opensearch/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/opensearch/upload.py -------------------------------------------------------------------------------- /engine/clients/pgvector/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pgvector/__init__.py -------------------------------------------------------------------------------- /engine/clients/pgvector/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pgvector/config.py -------------------------------------------------------------------------------- /engine/clients/pgvector/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pgvector/configure.py -------------------------------------------------------------------------------- /engine/clients/pgvector/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pgvector/parser.py -------------------------------------------------------------------------------- /engine/clients/pgvector/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pgvector/search.py -------------------------------------------------------------------------------- /engine/clients/pgvector/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pgvector/upload.py -------------------------------------------------------------------------------- /engine/clients/pinecone/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /engine/clients/pinecone/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pinecone/config.py -------------------------------------------------------------------------------- /engine/clients/pinecone/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pinecone/configure.py -------------------------------------------------------------------------------- /engine/clients/pinecone/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pinecone/parser.py -------------------------------------------------------------------------------- /engine/clients/pinecone/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pinecone/search.py -------------------------------------------------------------------------------- /engine/clients/pinecone/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/pinecone/upload.py -------------------------------------------------------------------------------- /engine/clients/proxima/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /engine/clients/proxima/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/proxima/config.py -------------------------------------------------------------------------------- /engine/clients/proxima/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/proxima/configure.py -------------------------------------------------------------------------------- /engine/clients/proxima/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/proxima/parser.py -------------------------------------------------------------------------------- /engine/clients/proxima/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/proxima/search.py -------------------------------------------------------------------------------- /engine/clients/proxima/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/proxima/upload.py -------------------------------------------------------------------------------- /engine/clients/qdrant/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/qdrant/__init__.py -------------------------------------------------------------------------------- /engine/clients/qdrant/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/qdrant/config.py -------------------------------------------------------------------------------- /engine/clients/qdrant/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/qdrant/configure.py -------------------------------------------------------------------------------- /engine/clients/qdrant/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/qdrant/parser.py -------------------------------------------------------------------------------- /engine/clients/qdrant/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/qdrant/search.py -------------------------------------------------------------------------------- /engine/clients/qdrant/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/qdrant/upload.py -------------------------------------------------------------------------------- /engine/clients/redis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/redis/__init__.py -------------------------------------------------------------------------------- /engine/clients/redis/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/redis/config.py -------------------------------------------------------------------------------- /engine/clients/redis/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/redis/configure.py -------------------------------------------------------------------------------- /engine/clients/redis/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/redis/helper.py -------------------------------------------------------------------------------- /engine/clients/redis/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/redis/parser.py -------------------------------------------------------------------------------- /engine/clients/redis/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/redis/search.py -------------------------------------------------------------------------------- /engine/clients/redis/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/redis/upload.py -------------------------------------------------------------------------------- /engine/clients/weaviate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/weaviate/__init__.py -------------------------------------------------------------------------------- /engine/clients/weaviate/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/weaviate/config.py -------------------------------------------------------------------------------- /engine/clients/weaviate/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/weaviate/configure.py -------------------------------------------------------------------------------- /engine/clients/weaviate/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/weaviate/parser.py -------------------------------------------------------------------------------- /engine/clients/weaviate/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/weaviate/search.py -------------------------------------------------------------------------------- /engine/clients/weaviate/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/clients/weaviate/upload.py -------------------------------------------------------------------------------- /engine/servers/elasticsearch-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/servers/elasticsearch-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /engine/servers/milvus-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/servers/milvus-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /engine/servers/milvus-single-node/milvus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/servers/milvus-single-node/milvus.yaml -------------------------------------------------------------------------------- /engine/servers/milvus-single-node/volumes/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /engine/servers/opensearch-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/servers/opensearch-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /engine/servers/qdrant-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/servers/qdrant-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /engine/servers/redis-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/servers/redis-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /engine/servers/weaviate-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/engine/servers/weaviate-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /experiments/configurations/.gitignore: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/configurations/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /experiments/needs_editing/myscale_cloud_mstg_arxiv-titles-384-angular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/myscale_cloud_mstg_arxiv-titles-384-angular.json -------------------------------------------------------------------------------- /experiments/needs_editing/myscale_cloud_mstg_laion-768-5m-group-ip-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/myscale_cloud_mstg_laion-768-5m-group-ip-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/myscale_cloud_mstg_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/myscale_cloud_mstg_laion-768-5m-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/opensearch_hnsw_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/opensearch_hnsw_laion-768-5m-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/opensearch_hnsw_laion-768-5m-probability-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/opensearch_hnsw_laion-768-5m-probability-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/pgvector_c_HNSW_single_node_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/pgvector_c_HNSW_single_node_laion-768-5m-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/pgvector_c_HNSW_single_node_laion-768-5m-probability-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/pgvector_c_HNSW_single_node_laion-768-5m-probability-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/pgvector_rust_HNSW_single_node_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/pgvector_rust_HNSW_single_node_laion-768-5m-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/pgvector_rust_HNSW_single_node_laion-768-5m-probability-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/pgvector_rust_HNSW_single_node_laion-768-5m-probability-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/pinecone_cloud_s1_arxiv-titles-384-angular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/pinecone_cloud_s1_arxiv-titles-384-angular.json -------------------------------------------------------------------------------- /experiments/needs_editing/pinecone_cloud_s1_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/pinecone_cloud_s1_laion-768-5m-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/qdrant_cloud_hnsw_2c16g_storage_optimized_arxiv-titles-384-angular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/qdrant_cloud_hnsw_2c16g_storage_optimized_arxiv-titles-384-angular.json -------------------------------------------------------------------------------- /experiments/needs_editing/qdrant_cloud_hnsw_2c16g_storage_optimized_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/qdrant_cloud_hnsw_2c16g_storage_optimized_laion-768-5m-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/qdrant_cloud_quantization_2c16g_storage_optimized_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/qdrant_cloud_quantization_2c16g_storage_optimized_laion-768-5m-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/weaviate_cloud_standard_arxiv-titles-384-angular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/weaviate_cloud_standard_arxiv-titles-384-angular.json -------------------------------------------------------------------------------- /experiments/needs_editing/weaviate_cloud_standard_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/weaviate_cloud_standard_laion-768-5m-ip.json -------------------------------------------------------------------------------- /experiments/needs_editing/zilliz_cloud_1cu_storage_optimized_arxiv-titles-384-angular.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/zilliz_cloud_1cu_storage_optimized_arxiv-titles-384-angular.json -------------------------------------------------------------------------------- /experiments/needs_editing/zilliz_cloud_1cu_storage_optimized_laion-768-5m-ip.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/experiments/needs_editing/zilliz_cloud_1cu_storage_optimized_laion-768-5m-ip.json -------------------------------------------------------------------------------- /images/4steps.svg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/4steps.svg -------------------------------------------------------------------------------- /images/MyScaleConsole.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/MyScaleConsole.jpg -------------------------------------------------------------------------------- /images/MyScaleResuts.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/MyScaleResuts.jpg -------------------------------------------------------------------------------- /images/OpenSearchConsole.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/OpenSearchConsole.png -------------------------------------------------------------------------------- /images/OpenSearchResults.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/OpenSearchResults.png -------------------------------------------------------------------------------- /images/PGVectorResults.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/PGVectorResults.png -------------------------------------------------------------------------------- /images/PineconeConsole.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/PineconeConsole.jpg -------------------------------------------------------------------------------- /images/PineconeResults.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/PineconeResults.jpg -------------------------------------------------------------------------------- /images/QdrantConsole.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/QdrantConsole.jpg -------------------------------------------------------------------------------- /images/QdrantResults.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/QdrantResults.jpg -------------------------------------------------------------------------------- /images/ResultsVisualizePlotly.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/ResultsVisualizePlotly.png -------------------------------------------------------------------------------- /images/WeaviateConsole.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/WeaviateConsole.jpg -------------------------------------------------------------------------------- /images/WeaviateResults.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/WeaviateResults.jpg -------------------------------------------------------------------------------- /images/ZillizConsole.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/ZillizConsole.jpg -------------------------------------------------------------------------------- /images/ZillizResults.jpg: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/ZillizResults.jpg -------------------------------------------------------------------------------- /images/cost-per-100-qps-filtered-search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/cost-per-100-qps-filtered-search.png -------------------------------------------------------------------------------- /images/cost-per-100-qps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/cost-per-100-qps.png -------------------------------------------------------------------------------- /images/qps-filtered-search.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/qps-filtered-search.png -------------------------------------------------------------------------------- /images/qps.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/images/qps.png -------------------------------------------------------------------------------- /monitoring/monitor_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/monitoring/monitor_docker.sh -------------------------------------------------------------------------------- /monitoring/results/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/poetry.lock -------------------------------------------------------------------------------- /pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/pyproject.toml -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/requirements.txt -------------------------------------------------------------------------------- /results/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/run.py -------------------------------------------------------------------------------- /scripts/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/scripts/README.md -------------------------------------------------------------------------------- /scripts/common.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/scripts/common.py -------------------------------------------------------------------------------- /scripts/handle_price.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/scripts/handle_price.py -------------------------------------------------------------------------------- /scripts/handle_probability.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/scripts/handle_probability.py -------------------------------------------------------------------------------- /scripts/process_result_files.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/myscale/vector-db-benchmark/HEAD/scripts/process_result_files.py --------------------------------------------------------------------------------