From 6a02feb626c995760b07eb04dcdc456e67404e5a Mon Sep 17 00:00:00 2001 From: Eesha Faisal Date: Thu, 12 Feb 2026 17:56:18 +0500 Subject: [PATCH 1/2] Add param-sweep sample configs of diskann-fv, hnsw-fv, hnsw-bq --- .../config-diskann-fv-paramsweep.json | 113 ++++ sample-configs/config-hnsw-bq-paramsweep.json | 494 ++++++++++++++++++ sample-configs/config-hnsw-fv-paramsweep.json | 161 ++++++ 3 files changed, 768 insertions(+) create mode 100644 sample-configs/config-diskann-fv-paramsweep.json create mode 100644 sample-configs/config-hnsw-bq-paramsweep.json create mode 100644 sample-configs/config-hnsw-fv-paramsweep.json diff --git a/sample-configs/config-diskann-fv-paramsweep.json b/sample-configs/config-diskann-fv-paramsweep.json new file mode 100644 index 000000000..f6bd03d81 --- /dev/null +++ b/sample-configs/config-diskann-fv-paramsweep.json @@ -0,0 +1,113 @@ +{ + "database": { + "host": "${HORIZONDB_HOST}", + "username": "${HORIZONDB_USERNAME}", + "password": "${HORIZONDB_PASSWORD}", + "db-name": "postgres" + }, + "benchmark-info": { + "name": "ann-benchmark-param-sweep", + "instance-size": "HorizonDB-10Core-64GB", + "instance-service": "horizondb", + "provider": "azure-horizondb", + "description": "Running param sweep for DiskANN full vector with pg_diskann v0.5.0" + }, + "cases": [ + { + "db-label": "diskann-fv-mn32-ib64-param-sweep", + "vdb-command": "pgdiskann", + "vector-ext": "pg_diskann", + "index-type": "diskann-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "max-neighbors": 32, + "l-value-ib": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "l-value-is": [32, 64, 128, 256, 512] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "diskann-fv-mn32-ib128-param-sweep", + "vdb-command": "pgdiskann", + "vector-ext": "pg_diskann", + "index-type": "diskann-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "max-neighbors": 32, + "l-value-ib": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "l-value-is": [32, 64, 128, 256, 512] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "diskann-fv-mn64-ib64-param-sweep", + "vdb-command": "pgdiskann", + "vector-ext": "pg_diskann", + "index-type": "diskann-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "max-neighbors": 64, + "l-value-ib": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "l-value-is": [32, 64, 128, 256, 512] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "diskann-fv-mn64-ib128-param-sweep", + "vdb-command": "pgdiskann", + "vector-ext": "pg_diskann", + "index-type": "diskann-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "max-neighbors": 64, + "l-value-ib": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "l-value-is": [32, 64, 128, 256, 512] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + } + ] +} \ No newline at end of file diff --git a/sample-configs/config-hnsw-bq-paramsweep.json b/sample-configs/config-hnsw-bq-paramsweep.json new file mode 100644 index 000000000..cd2ad83b9 --- /dev/null +++ b/sample-configs/config-hnsw-bq-paramsweep.json @@ -0,0 +1,494 @@ +{ + "database": { + "host": "${HORIZONDB_HOST}", + "username": "${HORIZONDB_USERNAME}", + "password": "${HORIZONDB_PASSWORD}", + "db-name": "postgres" + }, + "benchmark-info": { + "name": "ann-benchmark-param-sweep", + "instance-size": "HorizonDB-10Core-64GB", + "instance-service": "horizondb", + "provider": "azure-horizondb", + "description": "Running param sweep for HNSW binary quantization with reranking using pgvector v0.8.0" + }, + "cases": [ + { + "db-label": "hnsw-bq-m8-efc32-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 8, + "ef-construction": 32, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m8-efc64-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 8, + "ef-construction": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m8-efc128-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 8, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m16-efc32-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 32, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m16-efc64-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m16-efc128-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m32-efc64-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 32, + "ef-construction": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m32-efc128-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 32, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m64-efc128-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 64, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m8-efc32-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 8, + "ef-construction": 32, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m8-efc64-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 8, + "ef-construction": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m8-efc128-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 8, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m16-efc32-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 32, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m16-efc64-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m16-efc128-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m32-efc64-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 32, + "ef-construction": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m32-efc128-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 32, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-bq-m64-efc128-hqfl-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-bq", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 64, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9, + "quantization-type": "bit" + }, + "search-params": { + "ef-search": [40, 80, 120, 200, 400, 800] + }, + "reranking": true, + "half-quantized-fetch-limit": true, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + } + ] +} \ No newline at end of file diff --git a/sample-configs/config-hnsw-fv-paramsweep.json b/sample-configs/config-hnsw-fv-paramsweep.json new file mode 100644 index 000000000..837759d27 --- /dev/null +++ b/sample-configs/config-hnsw-fv-paramsweep.json @@ -0,0 +1,161 @@ +{ + "database": { + "host": "${HORIZONDB_HOST}", + "username": "${HORIZONDB_USERNAME}", + "password": "${HORIZONDB_PASSWORD}", + "db-name": "postgres" + }, + "benchmark-info": { + "name": "ann-benchmark-param-sweep", + "instance-size": "HorizonDB-10Core-64GB", + "instance-service": "horizondb", + "provider": "azure-horizondb", + "description": "Running param sweep for HNSW full vector with pgvector v0.8.0" + }, + "cases": [ + { + "db-label": "hnsw-fv-m16-efc32-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 32, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "ef-search": [10, 20, 40, 80, 120, 200, 400] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-fv-m16-efc64-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "ef-search": [10, 20, 40, 80, 120, 200, 400] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-fv-m16-efc128-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 16, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "ef-search": [10, 20, 40, 80, 120, 200, 400] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-fv-m32-efc64-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 32, + "ef-construction": 64, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "ef-search": [10, 20, 40, 80, 120, 200, 400] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-fv-m32-efc128-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 32, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "ef-search": [10, 20, 40, 80, 120, 200, 400] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + }, + { + "db-label": "hnsw-fv-m64-efc128-param-sweep", + "vdb-command": "pgvectorhnsw", + "vector-ext": "vector", + "index-type": "hnsw-fv", + "case-type": "Performance768D10M", + "drop-old": true, + "load": true, + "search-serial": true, + "search-concurrent": true, + "index-params": { + "m": 64, + "ef-construction": 128, + "maintenance-work-mem": "75GB", + "max-parallel-workers": 9 + }, + "search-params": { + "ef-search": [10, 20, 40, 80, 120, 200, 400] + }, + "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", + "concurrency-duration": 30, + "k": 10, + "run-count": 3 + } + ] +} \ No newline at end of file From 48b6a56824ce0bd5677c72ea41be5975102ecb15 Mon Sep 17 00:00:00 2001 From: Eesha Faisal Date: Fri, 13 Feb 2026 17:59:31 +0500 Subject: [PATCH 2/2] updated param-sweep configs --- .../config-diskann-fv-paramsweep.json | 24 ++-- sample-configs/config-hnsw-bq-paramsweep.json | 108 +++++++++--------- sample-configs/config-hnsw-fv-paramsweep.json | 36 +++--- 3 files changed, 84 insertions(+), 84 deletions(-) diff --git a/sample-configs/config-diskann-fv-paramsweep.json b/sample-configs/config-diskann-fv-paramsweep.json index f6bd03d81..d9610da99 100644 --- a/sample-configs/config-diskann-fv-paramsweep.json +++ b/sample-configs/config-diskann-fv-paramsweep.json @@ -21,8 +21,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "max-neighbors": 32, "l-value-ib": 64, @@ -35,7 +35,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "diskann-fv-mn32-ib128-param-sweep", @@ -45,8 +45,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "max-neighbors": 32, "l-value-ib": 128, @@ -59,7 +59,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "diskann-fv-mn64-ib64-param-sweep", @@ -69,8 +69,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "max-neighbors": 64, "l-value-ib": 64, @@ -83,7 +83,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "diskann-fv-mn64-ib128-param-sweep", @@ -93,8 +93,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "max-neighbors": 64, "l-value-ib": 128, @@ -107,7 +107,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 } ] } \ No newline at end of file diff --git a/sample-configs/config-hnsw-bq-paramsweep.json b/sample-configs/config-hnsw-bq-paramsweep.json index cd2ad83b9..2683faf6a 100644 --- a/sample-configs/config-hnsw-bq-paramsweep.json +++ b/sample-configs/config-hnsw-bq-paramsweep.json @@ -21,8 +21,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 8, "ef-construction": 32, @@ -37,7 +37,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m8-efc64-param-sweep", @@ -47,8 +47,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 8, "ef-construction": 64, @@ -63,7 +63,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m8-efc128-param-sweep", @@ -73,8 +73,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 8, "ef-construction": 128, @@ -89,7 +89,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m16-efc32-param-sweep", @@ -99,8 +99,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 32, @@ -115,7 +115,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m16-efc64-param-sweep", @@ -125,8 +125,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 64, @@ -141,7 +141,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m16-efc128-param-sweep", @@ -151,8 +151,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 128, @@ -167,7 +167,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m32-efc64-param-sweep", @@ -177,8 +177,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 32, "ef-construction": 64, @@ -193,7 +193,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m32-efc128-param-sweep", @@ -203,8 +203,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 32, "ef-construction": 128, @@ -219,7 +219,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m64-efc128-param-sweep", @@ -229,8 +229,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 64, "ef-construction": 128, @@ -245,7 +245,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m8-efc32-hqfl-param-sweep", @@ -255,8 +255,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 8, "ef-construction": 32, @@ -272,7 +272,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m8-efc64-hqfl-param-sweep", @@ -282,8 +282,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 8, "ef-construction": 64, @@ -299,7 +299,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m8-efc128-hqfl-param-sweep", @@ -309,8 +309,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 8, "ef-construction": 128, @@ -326,7 +326,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m16-efc32-hqfl-param-sweep", @@ -336,8 +336,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 32, @@ -353,7 +353,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m16-efc64-hqfl-param-sweep", @@ -363,8 +363,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 64, @@ -380,7 +380,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m16-efc128-hqfl-param-sweep", @@ -390,8 +390,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 128, @@ -407,7 +407,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m32-efc64-hqfl-param-sweep", @@ -417,8 +417,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 32, "ef-construction": 64, @@ -434,7 +434,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m32-efc128-hqfl-param-sweep", @@ -444,8 +444,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 32, "ef-construction": 128, @@ -461,7 +461,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-bq-m64-efc128-hqfl-param-sweep", @@ -471,8 +471,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 64, "ef-construction": 128, @@ -488,7 +488,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 } ] } \ No newline at end of file diff --git a/sample-configs/config-hnsw-fv-paramsweep.json b/sample-configs/config-hnsw-fv-paramsweep.json index 837759d27..e53074abc 100644 --- a/sample-configs/config-hnsw-fv-paramsweep.json +++ b/sample-configs/config-hnsw-fv-paramsweep.json @@ -21,8 +21,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 32, @@ -35,7 +35,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-fv-m16-efc64-param-sweep", @@ -45,8 +45,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 64, @@ -59,7 +59,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-fv-m16-efc128-param-sweep", @@ -69,8 +69,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 16, "ef-construction": 128, @@ -83,7 +83,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-fv-m32-efc64-param-sweep", @@ -93,8 +93,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 32, "ef-construction": 64, @@ -107,7 +107,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-fv-m32-efc128-param-sweep", @@ -117,8 +117,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 32, "ef-construction": 128, @@ -131,7 +131,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 }, { "db-label": "hnsw-fv-m64-efc128-param-sweep", @@ -141,8 +141,8 @@ "case-type": "Performance768D10M", "drop-old": true, "load": true, - "search-serial": true, - "search-concurrent": true, + "search-serial": false, + "search-concurrent": false, "index-params": { "m": 64, "ef-construction": 128, @@ -155,7 +155,7 @@ "num-concurrency": "1,10,20,30,40,50,60,70,80,90,100", "concurrency-duration": 30, "k": 10, - "run-count": 3 + "run-count": 1 } ] } \ No newline at end of file