├── .gitignore ├── LICENSE ├── README.md ├── benchmark.py ├── benchmarks ├── benchmark.a2-highgpu-1g.cascade-lake-12core.85gb.a100_1gpu.bfloat16.json ├── benchmark.a2-highgpu-1g.cascade-lake-12core.85gb.a100_1gpu.float32.json ├── benchmark.apple-m1-max.64gb.float16.json ├── benchmark.apple-m1-max.64gb.float32.json ├── benchmark.c3-highcpu-22.sapphire-rapids-22core.32gb.bfloat16.json ├── benchmark.c3-highcpu-22.sapphire-rapids-22core.32gb.float32.json ├── benchmark.c3-highcpu-44.sapphire-rapids-44core.88gb.bfloat16.json ├── benchmark.c3-highcpu-44.sapphire-rapids-44core.88gb.float32.json ├── benchmark.c3-highmem-4.sapphire-rapids-4core.32gb.bfloat16.json ├── benchmark.c3-highmem-8.sapphire-rapids-8core.64gb.bfloat16.json ├── benchmark.c3-highmem-8.sapphire-rapids-8core.64gb.float32.json ├── benchmark.c3-standard-8.sapphire-rapids-8core.32gb.bfloat16.json ├── benchmark.g2-standard-8.cascade-lake-8core.32gb.l4-1gpu.json ├── benchmark.n1-highcpu-64.haswell-64core.57gb.bfloat16.json ├── benchmark.n1-highcpu-64.haswell-64core.57gb.float32.json ├── benchmark.n1-highmem-8.haswell-8core.52gb.bfloat16.json ├── benchmark.n1-highmem-8.haswell-8core.52gb.float32.json ├── benchmark.n1-standard-16.haswell-16core.60gb.bfloat16.json ├── benchmark.n1-standard-16.haswell-16core.60gb.float32.json ├── benchmark.n2-highcpu-32.cascade-lake-32core.32gb.bfloat16.json ├── benchmark.n2-highcpu-48.cascade-lake-48core.48gb.bfloat16.json ├── benchmark.n2-highcpu-48.cascade-lake-48core.48gb.float32.json ├── benchmark.n2-highmem-4.cascade-lake-4core.32gb.bfloat16.json ├── benchmark.n2-highmem-8.cascade-lake-8core.64gb.bfloat16.json ├── benchmark.n2-highmem-8.cascade-lake-8core.64gb.float32.json ├── benchmark.n2-standard-16.cascade-lake-16core.64gb.bfloat16.json ├── benchmark.n2-standard-16.cascade-lake-16core.64gb.float32.json └── benchmark.n2-standard-8.cascade-lake-8core.32gb.bfloat16.json ├── requirements.txt ├── requirements_vectorizer.txt ├── setup.py └── vecscan ├── __init__.py ├── scanner.py ├── utils.py ├── vector_loader ├── __init__.py └── __main__.py └── vectorizer ├── __init__.py └── __main__.py /.gitignore: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/.gitignore -------------------------------------------------------------------------------- /LICENSE: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/LICENSE -------------------------------------------------------------------------------- /README.md: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/README.md -------------------------------------------------------------------------------- /benchmark.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmark.py -------------------------------------------------------------------------------- /benchmarks/benchmark.a2-highgpu-1g.cascade-lake-12core.85gb.a100_1gpu.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.a2-highgpu-1g.cascade-lake-12core.85gb.a100_1gpu.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.a2-highgpu-1g.cascade-lake-12core.85gb.a100_1gpu.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.a2-highgpu-1g.cascade-lake-12core.85gb.a100_1gpu.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.apple-m1-max.64gb.float16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.apple-m1-max.64gb.float16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.apple-m1-max.64gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.apple-m1-max.64gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.c3-highcpu-22.sapphire-rapids-22core.32gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.c3-highcpu-22.sapphire-rapids-22core.32gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.c3-highcpu-22.sapphire-rapids-22core.32gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.c3-highcpu-22.sapphire-rapids-22core.32gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.c3-highcpu-44.sapphire-rapids-44core.88gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.c3-highcpu-44.sapphire-rapids-44core.88gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.c3-highcpu-44.sapphire-rapids-44core.88gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.c3-highcpu-44.sapphire-rapids-44core.88gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.c3-highmem-4.sapphire-rapids-4core.32gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.c3-highmem-4.sapphire-rapids-4core.32gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.c3-highmem-8.sapphire-rapids-8core.64gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.c3-highmem-8.sapphire-rapids-8core.64gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.c3-highmem-8.sapphire-rapids-8core.64gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.c3-highmem-8.sapphire-rapids-8core.64gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.c3-standard-8.sapphire-rapids-8core.32gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.c3-standard-8.sapphire-rapids-8core.32gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.g2-standard-8.cascade-lake-8core.32gb.l4-1gpu.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.g2-standard-8.cascade-lake-8core.32gb.l4-1gpu.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n1-highcpu-64.haswell-64core.57gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n1-highcpu-64.haswell-64core.57gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n1-highcpu-64.haswell-64core.57gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n1-highcpu-64.haswell-64core.57gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n1-highmem-8.haswell-8core.52gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n1-highmem-8.haswell-8core.52gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n1-highmem-8.haswell-8core.52gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n1-highmem-8.haswell-8core.52gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n1-standard-16.haswell-16core.60gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n1-standard-16.haswell-16core.60gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n1-standard-16.haswell-16core.60gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n1-standard-16.haswell-16core.60gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-highcpu-32.cascade-lake-32core.32gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-highcpu-32.cascade-lake-32core.32gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-highcpu-48.cascade-lake-48core.48gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-highcpu-48.cascade-lake-48core.48gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-highcpu-48.cascade-lake-48core.48gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-highcpu-48.cascade-lake-48core.48gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-highmem-4.cascade-lake-4core.32gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-highmem-4.cascade-lake-4core.32gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-highmem-8.cascade-lake-8core.64gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-highmem-8.cascade-lake-8core.64gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-highmem-8.cascade-lake-8core.64gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-highmem-8.cascade-lake-8core.64gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-standard-16.cascade-lake-16core.64gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-standard-16.cascade-lake-16core.64gb.bfloat16.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-standard-16.cascade-lake-16core.64gb.float32.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-standard-16.cascade-lake-16core.64gb.float32.json -------------------------------------------------------------------------------- /benchmarks/benchmark.n2-standard-8.cascade-lake-8core.32gb.bfloat16.json: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/benchmarks/benchmark.n2-standard-8.cascade-lake-8core.32gb.bfloat16.json -------------------------------------------------------------------------------- /requirements.txt: -------------------------------------------------------------------------------- 1 | torch>=2.0.1 2 | numpy 3 | safetensors>=0.3.1 4 | tqdm 5 | -------------------------------------------------------------------------------- /requirements_vectorizer.txt: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/requirements_vectorizer.txt -------------------------------------------------------------------------------- /setup.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/setup.py -------------------------------------------------------------------------------- /vecscan/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/vecscan/__init__.py -------------------------------------------------------------------------------- /vecscan/scanner.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/vecscan/scanner.py -------------------------------------------------------------------------------- /vecscan/utils.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/vecscan/utils.py -------------------------------------------------------------------------------- /vecscan/vector_loader/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/vecscan/vector_loader/__init__.py -------------------------------------------------------------------------------- /vecscan/vector_loader/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/vecscan/vector_loader/__main__.py -------------------------------------------------------------------------------- /vecscan/vectorizer/__init__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/vecscan/vectorizer/__init__.py -------------------------------------------------------------------------------- /vecscan/vectorizer/__main__.py: -------------------------------------------------------------------------------- https://raw.githubusercontent.com/megagonlabs/vecscan/HEAD/vecscan/vectorizer/__main__.py --------------------------------------------------------------------------------