├── LICENSE ├── README.md ├── auto-configure ├── configure.py ├── index_param.json ├── system_param.json ├── vdtuner │ ├── main_tuner.py │ ├── optimizer_pobo_sa.py │ └── utils.py └── whole_param.json ├── logo2.png └── vector-db-benchmark-master ├── .dockerignore ├── .github └── workflows │ ├── continuous-benchmark.yaml │ └── manual-benchmark.yaml ├── .gitignore ├── .pre-commit-config.yaml ├── Dockerfile ├── LICENSE ├── README.md ├── benchmark ├── __init__.py ├── config_read.py └── dataset.py ├── dataset_reader ├── __init__.py ├── ann_compound_reader.py ├── ann_h5_reader.py ├── base_reader.py └── json_reader.py ├── datasets ├── .dockerignore ├── .gitignore ├── datasets.json └── random-100 │ ├── neighbours.jsonl │ ├── queries.jsonl │ └── vectors.jsonl ├── engine ├── base_client │ ├── __init__.py │ ├── client.py │ ├── configure.py │ ├── distances.py │ ├── parser.py │ ├── search.py │ ├── upload.py │ └── utils.py ├── clients │ ├── __init__.py │ ├── client_factory.py │ ├── elasticsearch │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── milvus │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── opensearch │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── qdrant │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ ├── redis │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── helper.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py │ └── weaviate │ │ ├── __init__.py │ │ ├── config.py │ │ ├── configure.py │ │ ├── parser.py │ │ ├── search.py │ │ └── upload.py └── servers │ ├── elasticsearch-single-node │ └── docker-compose.yaml │ ├── milvus-limit-ram │ ├── docker-compose.yaml │ └── milvus.yaml │ ├── milvus-single-node │ ├── docker-compose.yml │ ├── milvus.yaml │ └── milvus.yaml.backup │ ├── opensearch-single-node │ └── docker-compose.yaml │ ├── qdrant-billion-scale │ └── docker-compose.yaml │ ├── qdrant-continuous-benchmarks │ └── docker-compose.yaml │ ├── qdrant-limit-ram │ └── docker-compose.yaml │ ├── qdrant-single-node │ └── docker-compose.yaml │ ├── redis-single-node │ └── docker-compose.yaml │ └── weaviate-single-node │ └── docker-compose.yaml ├── experiments └── configurations │ ├── elasticsearch-single-node.json │ ├── milvus-on-disk.json │ ├── milvus-single-node.json │ ├── opensearch-single-node.json │ ├── qdrant-on-disk.json │ ├── qdrant-single-node-bq-rps.json │ ├── qdrant-single-node-mmap.json │ ├── qdrant-single-node-rps.json │ ├── qdrant-single-node-sq-rps.json │ ├── qdrant-single-node.json │ ├── redis-single-node.json │ └── weaviate-single-node.json ├── hello_milvus.py ├── monitoring ├── monitor_docker.sh └── results │ └── .keep ├── poetry.lock ├── pyproject.toml ├── run.py ├── run_all_engines.sh ├── run_engine.sh ├── scripts └── process-benchmarks.ipynb ├── sync_results.sh ├── tests └── engine │ └── clients │ ├── qdrant │ └── test_qdrant_parser.py │ └── redis │ └── test_redis_parser.py └── tools ├── custom ├── create_and_install.sh ├── example.data.json ├── get_private_ip.sh ├── get_public_ip.sh ├── get_ssh_user.sh └── setup_vm.sh ├── export_old.sh ├── hetzner ├── check_ssh_connection.sh ├── create_and_install.sh ├── get_private_ip.sh ├── get_public_ip.sh ├── remove_server.sh └── setup_hetzner.sh ├── qdrant_mem_usage.sh ├── remote ├── setup_benchmark_client.sh └── setup_benchmark_server.sh ├── run_benchmarks.sh ├── run_ci.sh ├── run_client_script.sh ├── run_experiment.sh ├── run_remote.sh ├── run_remote_benchmark.sh ├── run_server_container.sh ├── ssh.sh ├── sync.sh ├── sync_servers.sh ├── tear_down.sh └── upload_results_postgres.sh /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/README.md -------------------------------------------------------------------------------- /auto-configure/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/auto-configure/configure.py -------------------------------------------------------------------------------- /auto-configure/index_param.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/auto-configure/index_param.json -------------------------------------------------------------------------------- /auto-configure/system_param.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/auto-configure/system_param.json -------------------------------------------------------------------------------- /auto-configure/vdtuner/main_tuner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/auto-configure/vdtuner/main_tuner.py -------------------------------------------------------------------------------- /auto-configure/vdtuner/optimizer_pobo_sa.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/auto-configure/vdtuner/optimizer_pobo_sa.py -------------------------------------------------------------------------------- /auto-configure/vdtuner/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/auto-configure/vdtuner/utils.py -------------------------------------------------------------------------------- /auto-configure/whole_param.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/auto-configure/whole_param.json -------------------------------------------------------------------------------- /logo2.png: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/logo2.png -------------------------------------------------------------------------------- /vector-db-benchmark-master/.dockerignore: -------------------------------------------------------------------------------- 1 | venv 2 | -------------------------------------------------------------------------------- /vector-db-benchmark-master/.github/workflows/continuous-benchmark.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/.github/workflows/continuous-benchmark.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/.github/workflows/manual-benchmark.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/.github/workflows/manual-benchmark.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/.gitignore -------------------------------------------------------------------------------- /vector-db-benchmark-master/.pre-commit-config.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/.pre-commit-config.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/Dockerfile: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/Dockerfile -------------------------------------------------------------------------------- /vector-db-benchmark-master/LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/LICENSE -------------------------------------------------------------------------------- /vector-db-benchmark-master/README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/README.md -------------------------------------------------------------------------------- /vector-db-benchmark-master/benchmark/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/benchmark/__init__.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/benchmark/config_read.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/benchmark/config_read.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/benchmark/dataset.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/benchmark/dataset.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/dataset_reader/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vector-db-benchmark-master/dataset_reader/ann_compound_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/dataset_reader/ann_compound_reader.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/dataset_reader/ann_h5_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/dataset_reader/ann_h5_reader.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/dataset_reader/base_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/dataset_reader/base_reader.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/dataset_reader/json_reader.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/dataset_reader/json_reader.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/datasets/.dockerignore: -------------------------------------------------------------------------------- 1 | */* 2 | !datasets.json 3 | -------------------------------------------------------------------------------- /vector-db-benchmark-master/datasets/.gitignore: -------------------------------------------------------------------------------- 1 | */* 2 | !random-100/* -------------------------------------------------------------------------------- /vector-db-benchmark-master/datasets/datasets.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/datasets/datasets.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/datasets/random-100/neighbours.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/datasets/random-100/neighbours.jsonl -------------------------------------------------------------------------------- /vector-db-benchmark-master/datasets/random-100/queries.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/datasets/random-100/queries.jsonl -------------------------------------------------------------------------------- /vector-db-benchmark-master/datasets/random-100/vectors.jsonl: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/datasets/random-100/vectors.jsonl -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/base_client/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/base_client/__init__.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/base_client/client.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/base_client/client.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/base_client/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/base_client/configure.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/base_client/distances.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/base_client/distances.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/base_client/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/base_client/parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/base_client/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/base_client/search.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/base_client/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/base_client/upload.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/base_client/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/base_client/utils.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/__init__.py: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/client_factory.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/client_factory.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/elasticsearch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/elasticsearch/__init__.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/elasticsearch/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/elasticsearch/config.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/elasticsearch/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/elasticsearch/configure.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/elasticsearch/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/elasticsearch/parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/elasticsearch/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/elasticsearch/search.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/elasticsearch/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/elasticsearch/upload.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/milvus/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/milvus/__init__.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/milvus/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/milvus/config.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/milvus/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/milvus/configure.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/milvus/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/milvus/parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/milvus/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/milvus/search.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/milvus/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/milvus/upload.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/opensearch/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/opensearch/__init__.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/opensearch/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/opensearch/config.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/opensearch/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/opensearch/configure.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/opensearch/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/opensearch/parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/opensearch/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/opensearch/search.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/opensearch/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/opensearch/upload.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/qdrant/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/qdrant/__init__.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/qdrant/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/qdrant/config.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/qdrant/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/qdrant/configure.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/qdrant/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/qdrant/parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/qdrant/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/qdrant/search.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/qdrant/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/qdrant/upload.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/redis/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/redis/__init__.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/redis/config.py: -------------------------------------------------------------------------------- 1 | REDIS_PORT = 6380 2 | -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/redis/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/redis/configure.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/redis/helper.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/redis/helper.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/redis/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/redis/parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/redis/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/redis/search.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/redis/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/redis/upload.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/weaviate/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/weaviate/__init__.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/weaviate/config.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/weaviate/config.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/weaviate/configure.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/weaviate/configure.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/weaviate/parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/weaviate/parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/weaviate/search.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/weaviate/search.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/clients/weaviate/upload.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/clients/weaviate/upload.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/elasticsearch-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/elasticsearch-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/milvus-limit-ram/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/milvus-limit-ram/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/milvus-limit-ram/milvus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/milvus-limit-ram/milvus.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/milvus-single-node/docker-compose.yml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/milvus-single-node/docker-compose.yml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/milvus-single-node/milvus.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/milvus-single-node/milvus.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/milvus-single-node/milvus.yaml.backup: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/milvus-single-node/milvus.yaml.backup -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/opensearch-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/opensearch-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/qdrant-billion-scale/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/qdrant-billion-scale/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/qdrant-continuous-benchmarks/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/qdrant-continuous-benchmarks/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/qdrant-limit-ram/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/qdrant-limit-ram/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/qdrant-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/qdrant-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/redis-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/redis-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/engine/servers/weaviate-single-node/docker-compose.yaml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/engine/servers/weaviate-single-node/docker-compose.yaml -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/elasticsearch-single-node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/elasticsearch-single-node.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/milvus-on-disk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/milvus-on-disk.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/milvus-single-node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/milvus-single-node.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/opensearch-single-node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/opensearch-single-node.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/qdrant-on-disk.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/qdrant-on-disk.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/qdrant-single-node-bq-rps.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/qdrant-single-node-bq-rps.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/qdrant-single-node-mmap.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/qdrant-single-node-mmap.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/qdrant-single-node-rps.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/qdrant-single-node-rps.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/qdrant-single-node-sq-rps.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/qdrant-single-node-sq-rps.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/qdrant-single-node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/qdrant-single-node.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/redis-single-node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/redis-single-node.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/experiments/configurations/weaviate-single-node.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/experiments/configurations/weaviate-single-node.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/hello_milvus.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/hello_milvus.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/monitoring/monitor_docker.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/monitoring/monitor_docker.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/monitoring/results/.keep: -------------------------------------------------------------------------------- 1 | -------------------------------------------------------------------------------- /vector-db-benchmark-master/poetry.lock: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/poetry.lock -------------------------------------------------------------------------------- /vector-db-benchmark-master/pyproject.toml: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/pyproject.toml -------------------------------------------------------------------------------- /vector-db-benchmark-master/run.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/run.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/run_all_engines.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/run_all_engines.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/run_engine.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/run_engine.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/scripts/process-benchmarks.ipynb: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/scripts/process-benchmarks.ipynb -------------------------------------------------------------------------------- /vector-db-benchmark-master/sync_results.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/sync_results.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tests/engine/clients/qdrant/test_qdrant_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tests/engine/clients/qdrant/test_qdrant_parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/tests/engine/clients/redis/test_redis_parser.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tests/engine/clients/redis/test_redis_parser.py -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/custom/create_and_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/custom/create_and_install.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/custom/example.data.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/custom/example.data.json -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/custom/get_private_ip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/custom/get_private_ip.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/custom/get_public_ip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/custom/get_public_ip.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/custom/get_ssh_user.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/custom/get_ssh_user.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/custom/setup_vm.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/custom/setup_vm.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/export_old.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/export_old.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/hetzner/check_ssh_connection.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/hetzner/check_ssh_connection.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/hetzner/create_and_install.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/hetzner/create_and_install.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/hetzner/get_private_ip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/hetzner/get_private_ip.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/hetzner/get_public_ip.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/hetzner/get_public_ip.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/hetzner/remove_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/hetzner/remove_server.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/hetzner/setup_hetzner.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/hetzner/setup_hetzner.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/qdrant_mem_usage.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/qdrant_mem_usage.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/remote/setup_benchmark_client.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/remote/setup_benchmark_client.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/remote/setup_benchmark_server.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/remote/setup_benchmark_server.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/run_benchmarks.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/run_benchmarks.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/run_ci.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/run_ci.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/run_client_script.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/run_client_script.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/run_experiment.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/run_experiment.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/run_remote.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/run_remote.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/run_remote_benchmark.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/run_remote_benchmark.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/run_server_container.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/run_server_container.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/ssh.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/ssh.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/sync.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/sync.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/sync_servers.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/sync_servers.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/tear_down.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/tear_down.sh -------------------------------------------------------------------------------- /vector-db-benchmark-master/tools/upload_results_postgres.sh: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/tiannuo-yang/VDTuner/HEAD/vector-db-benchmark-master/tools/upload_results_postgres.sh --------------------------------------------------------------------------------